2024-11-26 00:35:08,622 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 00:35:08,635 main DEBUG Took 0.010741 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 00:35:08,635 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 00:35:08,635 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 00:35:08,636 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 00:35:08,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,644 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 00:35:08,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,659 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,661 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,662 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,664 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,664 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,665 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,666 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 00:35:08,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,668 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 00:35:08,669 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 00:35:08,670 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 00:35:08,672 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 00:35:08,672 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 00:35:08,674 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 00:35:08,674 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 00:35:08,682 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 00:35:08,684 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 00:35:08,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 00:35:08,686 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 00:35:08,687 main DEBUG createAppenders(={Console}) 2024-11-26 00:35:08,688 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 00:35:08,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 00:35:08,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 00:35:08,689 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 00:35:08,689 main DEBUG OutputStream closed 2024-11-26 00:35:08,689 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 00:35:08,690 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 00:35:08,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 00:35:08,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 00:35:08,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 00:35:08,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 00:35:08,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 00:35:08,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 00:35:08,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 00:35:08,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 00:35:08,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 00:35:08,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 00:35:08,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 00:35:08,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 00:35:08,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 00:35:08,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 00:35:08,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 00:35:08,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 00:35:08,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 00:35:08,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 00:35:08,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 00:35:08,773 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 00:35:08,773 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 00:35:08,774 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 00:35:08,774 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T00:35:08,986 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867 2024-11-26 00:35:08,988 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 00:35:08,989 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T00:35:08,997 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-26T00:35:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T00:35:09,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37, deleteOnExit=true 2024-11-26T00:35:09,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T00:35:09,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/test.cache.data in system properties and HBase conf 2024-11-26T00:35:09,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T00:35:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/hadoop.log.dir in system properties and HBase conf 2024-11-26T00:35:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T00:35:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T00:35:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T00:35:09,122 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T00:35:09,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T00:35:09,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T00:35:09,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T00:35:09,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T00:35:09,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T00:35:09,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T00:35:09,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T00:35:09,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T00:35:09,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T00:35:09,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T00:35:09,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/nfs.dump.dir in system properties and HBase conf 2024-11-26T00:35:09,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/java.io.tmpdir in system properties and HBase conf 2024-11-26T00:35:09,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T00:35:09,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T00:35:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T00:35:10,146 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T00:35:10,228 INFO [Time-limited test {}] log.Log(170): Logging initialized @2334ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T00:35:10,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T00:35:10,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T00:35:10,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T00:35:10,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T00:35:10,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T00:35:10,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T00:35:10,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/hadoop.log.dir/,AVAILABLE} 2024-11-26T00:35:10,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T00:35:10,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/java.io.tmpdir/jetty-localhost-34247-hadoop-hdfs-3_4_1-tests_jar-_-any-14488802553434711591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T00:35:10,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34247} 2024-11-26T00:35:10,579 INFO [Time-limited test {}] server.Server(415): Started @2686ms 2024-11-26T00:35:11,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T00:35:11,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T00:35:11,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T00:35:11,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T00:35:11,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T00:35:11,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/hadoop.log.dir/,AVAILABLE} 2024-11-26T00:35:11,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T00:35:11,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/java.io.tmpdir/jetty-localhost-38567-hadoop-hdfs-3_4_1-tests_jar-_-any-18126678874148896427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T00:35:11,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:38567} 2024-11-26T00:35:11,169 INFO [Time-limited test {}] server.Server(415): Started @3275ms 2024-11-26T00:35:11,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T00:35:11,981 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/dfs/data/data2/current/BP-1409331354-172.17.0.2-1732581309741/current, will proceed with Du for space computation calculation, 2024-11-26T00:35:11,981 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/dfs/data/data1/current/BP-1409331354-172.17.0.2-1732581309741/current, will proceed with Du for space computation calculation, 2024-11-26T00:35:12,011 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T00:35:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4631763f2c36f2c6 with lease ID 0xa5dd57156ae45b12: Processing first storage report for DS-59b54ce9-ad2e-4ad2-afbf-f5f250dd2c5f from datanode DatanodeRegistration(127.0.0.1:46413, datanodeUuid=30772f90-5b5b-4b59-9ff0-958329bb5b81, infoPort=41695, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1887376600;c=1732581309741) 2024-11-26T00:35:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4631763f2c36f2c6 with lease ID 0xa5dd57156ae45b12: from storage DS-59b54ce9-ad2e-4ad2-afbf-f5f250dd2c5f node DatanodeRegistration(127.0.0.1:46413, datanodeUuid=30772f90-5b5b-4b59-9ff0-958329bb5b81, infoPort=41695, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1887376600;c=1732581309741), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T00:35:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4631763f2c36f2c6 with lease ID 0xa5dd57156ae45b12: Processing first storage report for DS-f4a39986-9222-4863-926e-b806e6572c65 from datanode DatanodeRegistration(127.0.0.1:46413, datanodeUuid=30772f90-5b5b-4b59-9ff0-958329bb5b81, infoPort=41695, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1887376600;c=1732581309741) 2024-11-26T00:35:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4631763f2c36f2c6 with lease ID 0xa5dd57156ae45b12: from storage DS-f4a39986-9222-4863-926e-b806e6572c65 node DatanodeRegistration(127.0.0.1:46413, datanodeUuid=30772f90-5b5b-4b59-9ff0-958329bb5b81, infoPort=41695, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1887376600;c=1732581309741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T00:35:12,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867 2024-11-26T00:35:12,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/zookeeper_0, clientPort=63738, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T00:35:12,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63738 2024-11-26T00:35:12,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:12,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741825_1001 (size=7) 2024-11-26T00:35:12,815 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a with version=8 2024-11-26T00:35:12,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/hbase-staging 2024-11-26T00:35:12,925 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T00:35:13,155 INFO [Time-limited test {}] client.ConnectionUtils(129): master/d90b379473c3:0 server-side Connection retries=45 2024-11-26T00:35:13,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T00:35:13,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T00:35:13,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T00:35:13,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T00:35:13,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T00:35:13,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T00:35:13,337 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T00:35:13,345 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T00:35:13,348 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T00:35:13,371 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 57771 (auto-detected) 2024-11-26T00:35:13,372 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T00:35:13,388 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35187 2024-11-26T00:35:13,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:13,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:13,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35187 connecting to ZooKeeper ensemble=127.0.0.1:63738 2024-11-26T00:35:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351870x0, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T00:35:13,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35187-0x10175da68fa0000 connected 2024-11-26T00:35:13,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T00:35:13,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T00:35:13,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T00:35:13,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-26T00:35:13,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35187 2024-11-26T00:35:13,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35187 2024-11-26T00:35:13,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-26T00:35:13,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-26T00:35:13,625 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a, hbase.cluster.distributed=false 2024-11-26T00:35:13,683 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/d90b379473c3:0 server-side Connection retries=45 2024-11-26T00:35:13,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T00:35:13,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T00:35:13,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T00:35:13,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T00:35:13,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T00:35:13,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T00:35:13,688 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T00:35:13,689 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35461 2024-11-26T00:35:13,691 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T00:35:13,695 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T00:35:13,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:13,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:13,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35461 connecting to ZooKeeper ensemble=127.0.0.1:63738 2024-11-26T00:35:13,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354610x0, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T00:35:13,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354610x0, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T00:35:13,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35461-0x10175da68fa0001 connected 2024-11-26T00:35:13,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T00:35:13,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T00:35:13,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-26T00:35:13,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35461 2024-11-26T00:35:13,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35461 2024-11-26T00:35:13,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-26T00:35:13,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-26T00:35:13,717 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/d90b379473c3,35187,1732581312920 2024-11-26T00:35:13,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T00:35:13,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T00:35:13,726 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d90b379473c3,35187,1732581312920 2024-11-26T00:35:13,732 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d90b379473c3:35187 2024-11-26T00:35:13,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T00:35:13,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T00:35:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:13,759 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T00:35:13,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T00:35:13,760 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d90b379473c3,35187,1732581312920 from backup master directory 2024-11-26T00:35:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T00:35:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d90b379473c3,35187,1732581312920 2024-11-26T00:35:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T00:35:13,767 WARN [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T00:35:13,767 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d90b379473c3,35187,1732581312920 2024-11-26T00:35:13,769 INFO [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T00:35:13,770 INFO [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T00:35:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741826_1002 (size=42) 2024-11-26T00:35:14,241 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/hbase.id with ID: 52bdaf39-a7bc-4022-83ba-27a7f855eaf6 2024-11-26T00:35:14,287 INFO [master/d90b379473c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T00:35:14,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:14,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741827_1003 (size=196) 2024-11-26T00:35:14,791 INFO [master/d90b379473c3:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:35:14,792 INFO [master/d90b379473c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T00:35:14,806 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:14,810 INFO [master/d90b379473c3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T00:35:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741828_1004 (size=1189) 2024-11-26T00:35:15,262 INFO [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store 2024-11-26T00:35:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741829_1005 (size=34) 2024-11-26T00:35:15,691 INFO [master/d90b379473c3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T00:35:15,691 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:15,692 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T00:35:15,692 INFO [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:35:15,692 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:35:15,692 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T00:35:15,692 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:35:15,693 INFO [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:35:15,693 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T00:35:15,695 WARN [master/d90b379473c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/.initializing 2024-11-26T00:35:15,695 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/WALs/d90b379473c3,35187,1732581312920 2024-11-26T00:35:15,701 INFO [master/d90b379473c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T00:35:15,711 INFO [master/d90b379473c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d90b379473c3%2C35187%2C1732581312920, suffix=, logDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/WALs/d90b379473c3,35187,1732581312920, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/oldWALs, maxLogs=10 2024-11-26T00:35:15,729 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/WALs/d90b379473c3,35187,1732581312920/d90b379473c3%2C35187%2C1732581312920.1732581315715, exclude list is [], retry=0 2024-11-26T00:35:15,744 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-59b54ce9-ad2e-4ad2-afbf-f5f250dd2c5f,DISK] 2024-11-26T00:35:15,747 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T00:35:15,776 INFO [master/d90b379473c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/WALs/d90b379473c3,35187,1732581312920/d90b379473c3%2C35187%2C1732581312920.1732581315715 2024-11-26T00:35:15,777 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-11-26T00:35:15,777 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:35:15,778 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:15,781 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,781 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T00:35:15,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:15,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:15,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T00:35:15,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:15,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:15,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T00:35:15,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:15,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:15,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T00:35:15,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:15,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:15,860 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,861 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,869 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T00:35:15,874 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T00:35:15,879 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:35:15,880 INFO [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59722498, jitterRate=-0.11006543040275574}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T00:35:15,886 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T00:35:15,887 INFO [master/d90b379473c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T00:35:15,913 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a800fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:15,940 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T00:35:15,950 INFO [master/d90b379473c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T00:35:15,950 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T00:35:15,952 INFO [master/d90b379473c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T00:35:15,953 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T00:35:15,957 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-26T00:35:15,957 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T00:35:15,980 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T00:35:15,991 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T00:35:16,024 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T00:35:16,027 INFO [master/d90b379473c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T00:35:16,029 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T00:35:16,040 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T00:35:16,044 INFO [master/d90b379473c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T00:35:16,049 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T00:35:16,057 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T00:35:16,058 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T00:35:16,065 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T00:35:16,077 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T00:35:16,082 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T00:35:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T00:35:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T00:35:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:16,092 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=d90b379473c3,35187,1732581312920, sessionid=0x10175da68fa0000, setting cluster-up flag (Was=false) 2024-11-26T00:35:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:16,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:16,140 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T00:35:16,142 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d90b379473c3,35187,1732581312920 2024-11-26T00:35:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:16,182 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T00:35:16,185 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d90b379473c3,35187,1732581312920 2024-11-26T00:35:16,231 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d90b379473c3:35461 2024-11-26T00:35:16,233 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1008): ClusterId : 52bdaf39-a7bc-4022-83ba-27a7f855eaf6 2024-11-26T00:35:16,237 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T00:35:16,251 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T00:35:16,251 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T00:35:16,258 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T00:35:16,259 DEBUG [RS:0;d90b379473c3:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4691cf45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:16,261 DEBUG [RS:0;d90b379473c3:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd8f840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d90b379473c3/172.17.0.2:0 2024-11-26T00:35:16,263 INFO [RS:0;d90b379473c3:35461 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T00:35:16,263 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T00:35:16,263 INFO [RS:0;d90b379473c3:35461 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T00:35:16,264 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T00:35:16,266 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(3073): reportForDuty to master=d90b379473c3,35187,1732581312920 with isa=d90b379473c3/172.17.0.2:35461, startcode=1732581313682 2024-11-26T00:35:16,268 INFO [master/d90b379473c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T00:35:16,271 INFO [master/d90b379473c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T00:35:16,276 DEBUG [RS:0;d90b379473c3:35461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T00:35:16,276 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d90b379473c3,35187,1732581312920 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T00:35:16,279 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d90b379473c3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T00:35:16,279 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d90b379473c3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T00:35:16,279 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d90b379473c3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T00:35:16,279 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d90b379473c3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T00:35:16,279 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d90b379473c3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T00:35:16,280 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,280 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d90b379473c3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T00:35:16,280 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,281 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732581346281 2024-11-26T00:35:16,283 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T00:35:16,285 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T00:35:16,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T00:35:16,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T00:35:16,289 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T00:35:16,289 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T00:35:16,290 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T00:35:16,290 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T00:35:16,290 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:16,290 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T00:35:16,292 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T00:35:16,294 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T00:35:16,294 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T00:35:16,297 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T00:35:16,297 INFO [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T00:35:16,303 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d90b379473c3:0:becomeActiveMaster-HFileCleaner.large.0-1732581316301,5,FailOnTimeoutGroup] 2024-11-26T00:35:16,303 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d90b379473c3:0:becomeActiveMaster-HFileCleaner.small.0-1732581316303,5,FailOnTimeoutGroup] 2024-11-26T00:35:16,304 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,304 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T00:35:16,305 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741831_1007 (size=1039) 2024-11-26T00:35:16,306 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,312 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37019, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T00:35:16,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(332): Checking decommissioned status of RegionServer d90b379473c3,35461,1732581313682 2024-11-26T00:35:16,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(486): Registering regionserver=d90b379473c3,35461,1732581313682 2024-11-26T00:35:16,336 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:35:16,336 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34239 2024-11-26T00:35:16,336 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T00:35:16,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T00:35:16,350 DEBUG [RS:0;d90b379473c3:35461 {}] zookeeper.ZKUtil(111): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d90b379473c3,35461,1732581313682 2024-11-26T00:35:16,350 WARN [RS:0;d90b379473c3:35461 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T00:35:16,350 INFO [RS:0;d90b379473c3:35461 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T00:35:16,351 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682 2024-11-26T00:35:16,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d90b379473c3,35461,1732581313682] 2024-11-26T00:35:16,363 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T00:35:16,372 INFO [RS:0;d90b379473c3:35461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T00:35:16,389 INFO [RS:0;d90b379473c3:35461 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T00:35:16,391 INFO [RS:0;d90b379473c3:35461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T00:35:16,391 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,392 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T00:35:16,398 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,399 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,399 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,399 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,399 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,400 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,400 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d90b379473c3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T00:35:16,400 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,400 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,400 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,401 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,401 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d90b379473c3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T00:35:16,401 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d90b379473c3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T00:35:16,401 DEBUG [RS:0;d90b379473c3:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T00:35:16,403 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,403 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,404 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,404 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,404 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35461,1732581313682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T00:35:16,424 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T00:35:16,426 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35461,1732581313682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:16,446 INFO [RS:0;d90b379473c3:35461 {}] regionserver.Replication(204): d90b379473c3,35461,1732581313682 started 2024-11-26T00:35:16,446 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1767): Serving as d90b379473c3,35461,1732581313682, RpcServer on d90b379473c3/172.17.0.2:35461, sessionid=0x10175da68fa0001 2024-11-26T00:35:16,447 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T00:35:16,447 DEBUG [RS:0;d90b379473c3:35461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d90b379473c3,35461,1732581313682 2024-11-26T00:35:16,447 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd90b379473c3,35461,1732581313682' 2024-11-26T00:35:16,447 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T00:35:16,448 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T00:35:16,449 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T00:35:16,449 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T00:35:16,449 DEBUG [RS:0;d90b379473c3:35461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d90b379473c3,35461,1732581313682 2024-11-26T00:35:16,449 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd90b379473c3,35461,1732581313682' 2024-11-26T00:35:16,449 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T00:35:16,450 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T00:35:16,450 DEBUG [RS:0;d90b379473c3:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T00:35:16,450 INFO [RS:0;d90b379473c3:35461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T00:35:16,450 INFO [RS:0;d90b379473c3:35461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T00:35:16,557 INFO [RS:0;d90b379473c3:35461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T00:35:16,562 INFO [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d90b379473c3%2C35461%2C1732581313682, suffix=, logDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/oldWALs, maxLogs=32 2024-11-26T00:35:16,576 DEBUG [RS:0;d90b379473c3:35461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682/d90b379473c3%2C35461%2C1732581313682.1732581316564, exclude list is [], retry=0 2024-11-26T00:35:16,581 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-59b54ce9-ad2e-4ad2-afbf-f5f250dd2c5f,DISK] 2024-11-26T00:35:16,584 INFO [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682/d90b379473c3%2C35461%2C1732581313682.1732581316564 2024-11-26T00:35:16,584 DEBUG [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-11-26T00:35:16,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T00:35:16,711 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:35:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741833_1009 (size=32) 2024-11-26T00:35:17,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:17,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T00:35:17,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T00:35:17,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:17,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T00:35:17,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T00:35:17,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:17,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T00:35:17,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T00:35:17,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:17,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740 2024-11-26T00:35:17,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740 2024-11-26T00:35:17,149 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:35:17,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T00:35:17,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:35:17,158 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59061579, jitterRate=-0.11991389095783234}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:35:17,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T00:35:17,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T00:35:17,160 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T00:35:17,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T00:35:17,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T00:35:17,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T00:35:17,162 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T00:35:17,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T00:35:17,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T00:35:17,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T00:35:17,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T00:35:17,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T00:35:17,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T00:35:17,332 DEBUG [d90b379473c3:35187 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T00:35:17,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:17,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d90b379473c3,35461,1732581313682, state=OPENING 2024-11-26T00:35:17,382 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T00:35:17,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:17,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:17,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T00:35:17,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T00:35:17,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:17,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:17,574 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T00:35:17,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T00:35:17,587 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T00:35:17,587 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T00:35:17,588 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T00:35:17,591 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d90b379473c3%2C35461%2C1732581313682.meta, suffix=.meta, logDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/oldWALs, maxLogs=32 2024-11-26T00:35:17,606 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682/d90b379473c3%2C35461%2C1732581313682.meta.1732581317594.meta, exclude list is [], retry=0 2024-11-26T00:35:17,610 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-59b54ce9-ad2e-4ad2-afbf-f5f250dd2c5f,DISK] 2024-11-26T00:35:17,612 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/WALs/d90b379473c3,35461,1732581313682/d90b379473c3%2C35461%2C1732581313682.meta.1732581317594.meta 2024-11-26T00:35:17,613 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-11-26T00:35:17,613 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:35:17,614 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T00:35:17,662 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T00:35:17,666 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T00:35:17,669 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T00:35:17,670 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:17,670 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T00:35:17,670 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T00:35:17,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T00:35:17,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T00:35:17,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:17,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T00:35:17,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T00:35:17,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:17,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T00:35:17,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T00:35:17,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T00:35:17,682 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740 2024-11-26T00:35:17,685 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740 2024-11-26T00:35:17,687 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:35:17,690 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T00:35:17,692 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828571, jitterRate=-0.12338598072528839}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:35:17,693 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T00:35:17,699 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732581317567 2024-11-26T00:35:17,708 DEBUG [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T00:35:17,709 INFO [RS_OPEN_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T00:35:17,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:17,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d90b379473c3,35461,1732581313682, state=OPEN 2024-11-26T00:35:17,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T00:35:17,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T00:35:17,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T00:35:17,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T00:35:17,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T00:35:17,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=d90b379473c3,35461,1732581313682 in 389 msec 2024-11-26T00:35:17,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T00:35:17,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-26T00:35:17,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5820 sec 2024-11-26T00:35:17,807 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732581317807, completionTime=-1 2024-11-26T00:35:17,807 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T00:35:17,807 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T00:35:17,837 DEBUG [hconnection-0x70c11ec5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:17,839 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:17,849 INFO [master/d90b379473c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T00:35:17,849 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732581377849 2024-11-26T00:35:17,849 INFO [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732581437849 2024-11-26T00:35:17,849 INFO [master/d90b379473c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 41 msec 2024-11-26T00:35:17,884 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35187,1732581312920-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:17,884 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35187,1732581312920-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:17,884 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35187,1732581312920-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:17,885 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d90b379473c3:35187, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:17,886 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:17,890 DEBUG [master/d90b379473c3:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T00:35:17,893 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T00:35:17,894 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T00:35:17,899 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T00:35:17,902 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:35:17,903 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:17,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:35:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741835_1011 (size=358) 2024-11-26T00:35:18,342 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => be3d44ec4445a6e8888b95e00ec2cab5, NAME => 'hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:35:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741836_1012 (size=42) 2024-11-26T00:35:18,755 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:18,755 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing be3d44ec4445a6e8888b95e00ec2cab5, disabling compactions & flushes 2024-11-26T00:35:18,756 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:18,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:18,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. after waiting 0 ms 2024-11-26T00:35:18,756 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:18,757 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:18,757 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for be3d44ec4445a6e8888b95e00ec2cab5: 2024-11-26T00:35:18,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:35:18,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732581318763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581318763"}]},"ts":"1732581318763"} 2024-11-26T00:35:18,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:35:18,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:35:18,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581318788"}]},"ts":"1732581318788"} 2024-11-26T00:35:18,793 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T00:35:18,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=be3d44ec4445a6e8888b95e00ec2cab5, ASSIGN}] 2024-11-26T00:35:18,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=be3d44ec4445a6e8888b95e00ec2cab5, ASSIGN 2024-11-26T00:35:18,849 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=be3d44ec4445a6e8888b95e00ec2cab5, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:35:19,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=be3d44ec4445a6e8888b95e00ec2cab5, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:19,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure be3d44ec4445a6e8888b95e00ec2cab5, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:19,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:19,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:19,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => be3d44ec4445a6e8888b95e00ec2cab5, NAME => 'hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:35:19,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:19,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,180 INFO [StoreOpener-be3d44ec4445a6e8888b95e00ec2cab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,182 INFO [StoreOpener-be3d44ec4445a6e8888b95e00ec2cab5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be3d44ec4445a6e8888b95e00ec2cab5 columnFamilyName info 2024-11-26T00:35:19,183 DEBUG [StoreOpener-be3d44ec4445a6e8888b95e00ec2cab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:19,183 INFO [StoreOpener-be3d44ec4445a6e8888b95e00ec2cab5-1 {}] regionserver.HStore(327): Store=be3d44ec4445a6e8888b95e00ec2cab5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:19,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:35:19,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:35:19,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened be3d44ec4445a6e8888b95e00ec2cab5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68986127, jitterRate=0.027973398566246033}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T00:35:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for be3d44ec4445a6e8888b95e00ec2cab5: 2024-11-26T00:35:19,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5., pid=6, masterSystemTime=1732581319165 2024-11-26T00:35:19,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:19,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:35:19,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=be3d44ec4445a6e8888b95e00ec2cab5, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:19,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T00:35:19,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure be3d44ec4445a6e8888b95e00ec2cab5, server=d90b379473c3,35461,1732581313682 in 197 msec 2024-11-26T00:35:19,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T00:35:19,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=be3d44ec4445a6e8888b95e00ec2cab5, ASSIGN in 365 msec 2024-11-26T00:35:19,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:35:19,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581319213"}]},"ts":"1732581319213"} 2024-11-26T00:35:19,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T00:35:19,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:35:19,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3580 sec 2024-11-26T00:35:19,306 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T00:35:19,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T00:35:19,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:19,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:35:19,339 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T00:35:19,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T00:35:19,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 33 msec 2024-11-26T00:35:19,384 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T00:35:19,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T00:35:19,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 35 msec 2024-11-26T00:35:19,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T00:35:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T00:35:19,458 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.690sec 2024-11-26T00:35:19,460 INFO [master/d90b379473c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T00:35:19,462 INFO [master/d90b379473c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T00:35:19,463 INFO [master/d90b379473c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T00:35:19,463 INFO [master/d90b379473c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T00:35:19,463 INFO [master/d90b379473c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T00:35:19,464 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35187,1732581312920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T00:35:19,464 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35187,1732581312920-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T00:35:19,470 DEBUG [master/d90b379473c3:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T00:35:19,471 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T00:35:19,472 INFO [master/d90b379473c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d90b379473c3,35187,1732581312920-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T00:35:19,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-26T00:35:19,554 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T00:35:19,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:19,571 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T00:35:19,571 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T00:35:19,582 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:19,590 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:19,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=d90b379473c3,35187,1732581312920 2024-11-26T00:35:19,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=2715 2024-11-26T00:35:19,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:35:19,621 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:35:19,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:35:19,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:35:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:19,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:35:19,635 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:19,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T00:35:19,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:35:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T00:35:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741837_1013 (size=963) 2024-11-26T00:35:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T00:35:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T00:35:20,053 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:35:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741838_1014 (size=53) 2024-11-26T00:35:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T00:35:20,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:20,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 10177dc7f9037055806a3824880b59c6, disabling compactions & flushes 2024-11-26T00:35:20,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. after waiting 0 ms 2024-11-26T00:35:20,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,471 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:20,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:35:20,477 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732581320476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581320476"}]},"ts":"1732581320476"} 2024-11-26T00:35:20,480 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:35:20,482 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:35:20,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581320482"}]},"ts":"1732581320482"} 2024-11-26T00:35:20,485 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T00:35:20,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, ASSIGN}] 2024-11-26T00:35:20,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, ASSIGN 2024-11-26T00:35:20,540 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:35:20,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=10177dc7f9037055806a3824880b59c6, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:20,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T00:35:20,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:20,862 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,862 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:35:20,862 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,863 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:20,863 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,863 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,865 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,868 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:20,868 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10177dc7f9037055806a3824880b59c6 columnFamilyName A 2024-11-26T00:35:20,868 DEBUG [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:20,869 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.HStore(327): Store=10177dc7f9037055806a3824880b59c6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:20,869 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,871 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:20,872 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10177dc7f9037055806a3824880b59c6 columnFamilyName B 2024-11-26T00:35:20,872 DEBUG [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:20,873 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.HStore(327): Store=10177dc7f9037055806a3824880b59c6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:20,873 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,875 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:20,875 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10177dc7f9037055806a3824880b59c6 columnFamilyName C 2024-11-26T00:35:20,876 DEBUG [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:20,877 INFO [StoreOpener-10177dc7f9037055806a3824880b59c6-1 {}] regionserver.HStore(327): Store=10177dc7f9037055806a3824880b59c6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:20,877 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,879 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,880 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,883 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:35:20,885 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:20,889 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:35:20,890 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 10177dc7f9037055806a3824880b59c6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75472383, jitterRate=0.12462614476680756}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:35:20,892 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:20,893 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., pid=11, masterSystemTime=1732581320850 2024-11-26T00:35:20,896 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,896 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:20,897 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=10177dc7f9037055806a3824880b59c6, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:20,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T00:35:20,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 in 203 msec 2024-11-26T00:35:20,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T00:35:20,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, ASSIGN in 369 msec 2024-11-26T00:35:20,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:35:20,906 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581320906"}]},"ts":"1732581320906"} 2024-11-26T00:35:20,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T00:35:20,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:35:20,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2870 sec 2024-11-26T00:35:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T00:35:21,761 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T00:35:21,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-26T00:35:21,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,817 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:35:21,823 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:35:21,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-26T00:35:21,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-26T00:35:21,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-26T00:35:21,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-26T00:35:21,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-26T00:35:21,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-26T00:35:21,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-26T00:35:21,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-26T00:35:21,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-26T00:35:21,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:21,914 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,915 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,915 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,915 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,916 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,916 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,917 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,918 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,918 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:21,919 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,919 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,920 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,920 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:21,922 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,923 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,924 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T00:35:21,930 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,932 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:21,935 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:21,936 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:21,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T00:35:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:22,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T00:35:22,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:22,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:22,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:22,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:22,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:22,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:22,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/9030d03a925041afa06e77961132de90 is 50, key is test_row_0/A:col10/1732581322050/Put/seqid=0 2024-11-26T00:35:22,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581382156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581382157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581382161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581382157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581382166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741839_1015 (size=12001) 2024-11-26T00:35:22,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/9030d03a925041afa06e77961132de90 2024-11-26T00:35:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T00:35:22,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/d8aca502571c4121aabe3f48b614e806 is 50, key is test_row_0/B:col10/1732581322050/Put/seqid=0 2024-11-26T00:35:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581382338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581382338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581382338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581382338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581382340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T00:35:22,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T00:35:22,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T00:35:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741840_1016 (size=12001) 2024-11-26T00:35:22,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/d8aca502571c4121aabe3f48b614e806 2024-11-26T00:35:22,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7c5ba64080074cfb94738493f39257aa is 50, key is test_row_0/C:col10/1732581322050/Put/seqid=0 2024-11-26T00:35:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741841_1017 (size=12001) 2024-11-26T00:35:22,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581382544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581382546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581382546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581382549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581382550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T00:35:22,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:22,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7c5ba64080074cfb94738493f39257aa 2024-11-26T00:35:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581382850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581382852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581382852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581382854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581382856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/9030d03a925041afa06e77961132de90 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9030d03a925041afa06e77961132de90 2024-11-26T00:35:22,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9030d03a925041afa06e77961132de90, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T00:35:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/d8aca502571c4121aabe3f48b614e806 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d8aca502571c4121aabe3f48b614e806 2024-11-26T00:35:22,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d8aca502571c4121aabe3f48b614e806, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T00:35:22,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7c5ba64080074cfb94738493f39257aa as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7c5ba64080074cfb94738493f39257aa 2024-11-26T00:35:22,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:22,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:22,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:22,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7c5ba64080074cfb94738493f39257aa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T00:35:22,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 10177dc7f9037055806a3824880b59c6 in 898ms, sequenceid=13, compaction requested=false 2024-11-26T00:35:22,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T00:35:23,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T00:35:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:23,084 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/707a920177e24664968f64e2ccd163c6 is 50, key is test_row_0/A:col10/1732581322153/Put/seqid=0 2024-11-26T00:35:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741842_1018 (size=12001) 2024-11-26T00:35:23,118 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/707a920177e24664968f64e2ccd163c6 2024-11-26T00:35:23,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/de18ab05c59a4383b7e88f27f64dfa1c is 50, key is test_row_0/B:col10/1732581322153/Put/seqid=0 2024-11-26T00:35:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741843_1019 (size=12001) 2024-11-26T00:35:23,158 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/de18ab05c59a4383b7e88f27f64dfa1c 2024-11-26T00:35:23,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T00:35:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d1f140af3203484b95cb0c4144529264 is 50, key is test_row_0/C:col10/1732581322153/Put/seqid=0 2024-11-26T00:35:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741844_1020 (size=12001) 2024-11-26T00:35:23,236 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d1f140af3203484b95cb0c4144529264 2024-11-26T00:35:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/707a920177e24664968f64e2ccd163c6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/707a920177e24664968f64e2ccd163c6 2024-11-26T00:35:23,267 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/707a920177e24664968f64e2ccd163c6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:35:23,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/de18ab05c59a4383b7e88f27f64dfa1c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/de18ab05c59a4383b7e88f27f64dfa1c 2024-11-26T00:35:23,285 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/de18ab05c59a4383b7e88f27f64dfa1c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:35:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d1f140af3203484b95cb0c4144529264 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d1f140af3203484b95cb0c4144529264 2024-11-26T00:35:23,311 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d1f140af3203484b95cb0c4144529264, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:35:23,315 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 10177dc7f9037055806a3824880b59c6 in 230ms, sequenceid=37, compaction requested=false 2024-11-26T00:35:23,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:23,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:23,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T00:35:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T00:35:23,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T00:35:23,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3810 sec 2024-11-26T00:35:23,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4000 sec 2024-11-26T00:35:23,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T00:35:23,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T00:35:23,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T00:35:23,337 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T00:35:23,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T00:35:23,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T00:35:23,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T00:35:23,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T00:35:23,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T00:35:23,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T00:35:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:23,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:23,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a17c9ffbeb904fa6bd3049f7148e9298 is 50, key is test_row_0/A:col10/1732581323389/Put/seqid=0 2024-11-26T00:35:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741845_1021 (size=19021) 2024-11-26T00:35:23,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581383483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581383490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581383497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581383500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581383501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581383604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581383605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581383612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581383617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581383617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581383813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581383814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581383828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581383830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581383830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:23,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a17c9ffbeb904fa6bd3049f7148e9298 2024-11-26T00:35:23,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/5c013424ac10405dbc7b88d986299457 is 50, key is test_row_0/B:col10/1732581323389/Put/seqid=0 2024-11-26T00:35:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741846_1022 (size=12001) 2024-11-26T00:35:23,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/5c013424ac10405dbc7b88d986299457 2024-11-26T00:35:23,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/8ac5f91dcbd64491a944d98929c36f9a is 50, key is test_row_0/C:col10/1732581323389/Put/seqid=0 2024-11-26T00:35:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741847_1023 (size=12001) 2024-11-26T00:35:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T00:35:24,067 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T00:35:24,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T00:35:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T00:35:24,077 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:24,079 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:24,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581384121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581384122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581384138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581384139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581384140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T00:35:24,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T00:35:24,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:24,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/8ac5f91dcbd64491a944d98929c36f9a 2024-11-26T00:35:24,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a17c9ffbeb904fa6bd3049f7148e9298 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a17c9ffbeb904fa6bd3049f7148e9298 2024-11-26T00:35:24,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a17c9ffbeb904fa6bd3049f7148e9298, entries=300, sequenceid=48, filesize=18.6 K 2024-11-26T00:35:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/5c013424ac10405dbc7b88d986299457 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/5c013424ac10405dbc7b88d986299457 2024-11-26T00:35:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T00:35:24,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/5c013424ac10405dbc7b88d986299457, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T00:35:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/8ac5f91dcbd64491a944d98929c36f9a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/8ac5f91dcbd64491a944d98929c36f9a 2024-11-26T00:35:24,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T00:35:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:24,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:24,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/8ac5f91dcbd64491a944d98929c36f9a, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T00:35:24,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 10177dc7f9037055806a3824880b59c6 in 1012ms, sequenceid=48, compaction requested=true 2024-11-26T00:35:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:24,407 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:24,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:24,414 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:24,416 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:24,416 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,416 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d8aca502571c4121aabe3f48b614e806, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/de18ab05c59a4383b7e88f27f64dfa1c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/5c013424ac10405dbc7b88d986299457] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.2 K 2024-11-26T00:35:24,418 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d8aca502571c4121aabe3f48b614e806, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732581321976 2024-11-26T00:35:24,419 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting de18ab05c59a4383b7e88f27f64dfa1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581322145 2024-11-26T00:35:24,420 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c013424ac10405dbc7b88d986299457, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732581323381 2024-11-26T00:35:24,422 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:24,425 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:24,425 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:24,425 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,425 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9030d03a925041afa06e77961132de90, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/707a920177e24664968f64e2ccd163c6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a17c9ffbeb904fa6bd3049f7148e9298] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=42.0 K 2024-11-26T00:35:24,426 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9030d03a925041afa06e77961132de90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732581321976 2024-11-26T00:35:24,427 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707a920177e24664968f64e2ccd163c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581322145 2024-11-26T00:35:24,428 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a17c9ffbeb904fa6bd3049f7148e9298, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732581323368 2024-11-26T00:35:24,456 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:24,457 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/d1753d3c9cd444ffae112ec27bbcd9f8 is 50, key is test_row_0/A:col10/1732581323389/Put/seqid=0 2024-11-26T00:35:24,465 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:24,466 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6045e1232788427c927194384daf133e is 50, key is test_row_0/B:col10/1732581323389/Put/seqid=0 2024-11-26T00:35:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741848_1024 (size=12104) 2024-11-26T00:35:24,504 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/d1753d3c9cd444ffae112ec27bbcd9f8 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/d1753d3c9cd444ffae112ec27bbcd9f8 2024-11-26T00:35:24,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741849_1025 (size=12104) 2024-11-26T00:35:24,526 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6045e1232788427c927194384daf133e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6045e1232788427c927194384daf133e 2024-11-26T00:35:24,542 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 6045e1232788427c927194384daf133e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:24,543 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:24,543 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581324407; duration=0sec 2024-11-26T00:35:24,543 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:24,544 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:24,544 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:24,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T00:35:24,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:35:24,548 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:24,548 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:24,548 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:24,548 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7c5ba64080074cfb94738493f39257aa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d1f140af3203484b95cb0c4144529264, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/8ac5f91dcbd64491a944d98929c36f9a] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.2 K 2024-11-26T00:35:24,549 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5ba64080074cfb94738493f39257aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732581321976 2024-11-26T00:35:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:24,551 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d1f140af3203484b95cb0c4144529264, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581322145 2024-11-26T00:35:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:24,552 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into d1753d3c9cd444ffae112ec27bbcd9f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:24,552 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:24,552 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581324406; duration=0sec 2024-11-26T00:35:24,553 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:24,553 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:24,554 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac5f91dcbd64491a944d98929c36f9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732581323381 2024-11-26T00:35:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ba4b4978150c43f0a3cc2778e38c8d87 is 50, key is test_row_0/A:col10/1732581323496/Put/seqid=0 2024-11-26T00:35:24,585 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:24,586 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7e9b34bda4a643d5bbb73d0563cbbf25 is 50, key is test_row_0/C:col10/1732581323389/Put/seqid=0 2024-11-26T00:35:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741850_1026 (size=12001) 2024-11-26T00:35:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741851_1027 (size=12104) 2024-11-26T00:35:24,628 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7e9b34bda4a643d5bbb73d0563cbbf25 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7e9b34bda4a643d5bbb73d0563cbbf25 2024-11-26T00:35:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:24,645 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 7e9b34bda4a643d5bbb73d0563cbbf25(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:24,645 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:24,646 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581324407; duration=0sec 2024-11-26T00:35:24,646 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:24,648 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T00:35:24,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581384651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581384652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581384701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581384701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581384702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581384804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581384803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581384808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581384808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:24,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581384810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,000 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ba4b4978150c43f0a3cc2778e38c8d87 2024-11-26T00:35:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581385008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581385008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581385016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581385018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581385018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/2c893f0cadd44c378ffd1e52b96f50fe is 50, key is test_row_0/B:col10/1732581323496/Put/seqid=0 2024-11-26T00:35:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741852_1028 (size=12001) 2024-11-26T00:35:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T00:35:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581385314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581385315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581385321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581385323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581385325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,438 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/2c893f0cadd44c378ffd1e52b96f50fe 2024-11-26T00:35:25,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/445b31c325e048b4946e2d63e2f62c3b is 50, key is test_row_0/C:col10/1732581323496/Put/seqid=0 2024-11-26T00:35:25,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741853_1029 (size=12001) 2024-11-26T00:35:25,489 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/445b31c325e048b4946e2d63e2f62c3b 2024-11-26T00:35:25,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ba4b4978150c43f0a3cc2778e38c8d87 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ba4b4978150c43f0a3cc2778e38c8d87 2024-11-26T00:35:25,521 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ba4b4978150c43f0a3cc2778e38c8d87, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:35:25,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/2c893f0cadd44c378ffd1e52b96f50fe as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2c893f0cadd44c378ffd1e52b96f50fe 2024-11-26T00:35:25,542 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2c893f0cadd44c378ffd1e52b96f50fe, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:35:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/445b31c325e048b4946e2d63e2f62c3b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/445b31c325e048b4946e2d63e2f62c3b 2024-11-26T00:35:25,569 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/445b31c325e048b4946e2d63e2f62c3b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:35:25,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 10177dc7f9037055806a3824880b59c6 in 1023ms, sequenceid=76, compaction requested=false 2024-11-26T00:35:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T00:35:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T00:35:25,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T00:35:25,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-11-26T00:35:25,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.5050 sec 2024-11-26T00:35:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:25,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T00:35:25,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:25,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:25,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:25,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:25,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:25,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:25,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b58e54e9d30343e4b25f10181be9847b is 50, key is test_row_0/A:col10/1732581325831/Put/seqid=0 2024-11-26T00:35:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741854_1030 (size=12001) 2024-11-26T00:35:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581385871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581385873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581385874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581385877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581385877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581385978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581385979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581385980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581385981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:25,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581385981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T00:35:26,184 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T00:35:26,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581386185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581386186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581386186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581386187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581386190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T00:35:26,198 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T00:35:26,201 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:26,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:26,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b58e54e9d30343e4b25f10181be9847b 2024-11-26T00:35:26,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/8060e319ecc64479907bbc062b8808bd is 50, key is test_row_0/B:col10/1732581325831/Put/seqid=0 2024-11-26T00:35:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741855_1031 (size=12001) 2024-11-26T00:35:26,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/8060e319ecc64479907bbc062b8808bd 2024-11-26T00:35:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T00:35:26,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d60fca1a41e7428f92b745fb06801e78 is 50, key is test_row_0/C:col10/1732581325831/Put/seqid=0 2024-11-26T00:35:26,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741856_1032 (size=12001) 2024-11-26T00:35:26,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d60fca1a41e7428f92b745fb06801e78 2024-11-26T00:35:26,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b58e54e9d30343e4b25f10181be9847b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b58e54e9d30343e4b25f10181be9847b 2024-11-26T00:35:26,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T00:35:26,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:26,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b58e54e9d30343e4b25f10181be9847b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T00:35:26,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/8060e319ecc64479907bbc062b8808bd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/8060e319ecc64479907bbc062b8808bd 2024-11-26T00:35:26,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/8060e319ecc64479907bbc062b8808bd, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T00:35:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d60fca1a41e7428f92b745fb06801e78 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d60fca1a41e7428f92b745fb06801e78 2024-11-26T00:35:26,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d60fca1a41e7428f92b745fb06801e78, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T00:35:26,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 10177dc7f9037055806a3824880b59c6 in 584ms, sequenceid=92, compaction requested=true 2024-11-26T00:35:26,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:26,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:26,419 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:26,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:26,419 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:26,421 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:26,422 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:26,422 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,422 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:26,422 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/d1753d3c9cd444ffae112ec27bbcd9f8, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ba4b4978150c43f0a3cc2778e38c8d87, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b58e54e9d30343e4b25f10181be9847b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.3 K 2024-11-26T00:35:26,422 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:26,422 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,422 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6045e1232788427c927194384daf133e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2c893f0cadd44c378ffd1e52b96f50fe, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/8060e319ecc64479907bbc062b8808bd] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.3 K 2024-11-26T00:35:26,423 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 6045e1232788427c927194384daf133e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732581323381 2024-11-26T00:35:26,423 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1753d3c9cd444ffae112ec27bbcd9f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732581323381 2024-11-26T00:35:26,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:26,424 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba4b4978150c43f0a3cc2778e38c8d87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581323486 2024-11-26T00:35:26,424 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c893f0cadd44c378ffd1e52b96f50fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581323486 2024-11-26T00:35:26,425 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b58e54e9d30343e4b25f10181be9847b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732581324679 2024-11-26T00:35:26,426 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8060e319ecc64479907bbc062b8808bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732581324679 2024-11-26T00:35:26,442 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:26,443 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:26,443 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c144a51ed7e941a1803debc9fe778d69 is 50, key is test_row_0/A:col10/1732581325831/Put/seqid=0 2024-11-26T00:35:26,443 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/19fa1c22fe934aab96c08076d35eb1e7 is 50, key is test_row_0/B:col10/1732581325831/Put/seqid=0 2024-11-26T00:35:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741858_1034 (size=12207) 2024-11-26T00:35:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741857_1033 (size=12207) 2024-11-26T00:35:26,486 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/19fa1c22fe934aab96c08076d35eb1e7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/19fa1c22fe934aab96c08076d35eb1e7 2024-11-26T00:35:26,493 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c144a51ed7e941a1803debc9fe778d69 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c144a51ed7e941a1803debc9fe778d69 2024-11-26T00:35:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:26,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:35:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T00:35:26,506 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 19fa1c22fe934aab96c08076d35eb1e7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:26,506 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:26,506 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581326419; duration=0sec 2024-11-26T00:35:26,506 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:26,506 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:26,506 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:26,508 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into c144a51ed7e941a1803debc9fe778d69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:26,508 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:26,509 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:26,509 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581326419; duration=0sec 2024-11-26T00:35:26,509 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:26,509 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,509 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:26,509 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:26,509 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7e9b34bda4a643d5bbb73d0563cbbf25, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/445b31c325e048b4946e2d63e2f62c3b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d60fca1a41e7428f92b745fb06801e78] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.3 K 2024-11-26T00:35:26,510 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e9b34bda4a643d5bbb73d0563cbbf25, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732581323381 2024-11-26T00:35:26,511 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 445b31c325e048b4946e2d63e2f62c3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581323486 2024-11-26T00:35:26,511 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d60fca1a41e7428f92b745fb06801e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732581324679 2024-11-26T00:35:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:26,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:26,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:26,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:26,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:26,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T00:35:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/73b32111d776423c834c47518275d4d2 is 50, key is test_row_0/A:col10/1732581326494/Put/seqid=0 2024-11-26T00:35:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581386529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581386530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581386531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,541 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581386534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,542 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7bca2ce2b6234819956414bde1d8a0f3 is 50, key is test_row_0/C:col10/1732581325831/Put/seqid=0 2024-11-26T00:35:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581386535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741859_1035 (size=12001) 2024-11-26T00:35:26,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/73b32111d776423c834c47518275d4d2 2024-11-26T00:35:26,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6f4ab00b13f0463899c0b1725b107e38 is 50, key is test_row_0/B:col10/1732581326494/Put/seqid=0 2024-11-26T00:35:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741860_1036 (size=12207) 2024-11-26T00:35:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741861_1037 (size=12001) 2024-11-26T00:35:26,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6f4ab00b13f0463899c0b1725b107e38 2024-11-26T00:35:26,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/e378c61ab8db45a09f042527df4dc3d9 is 50, key is test_row_0/C:col10/1732581326494/Put/seqid=0 2024-11-26T00:35:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741862_1038 (size=12001) 2024-11-26T00:35:26,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/e378c61ab8db45a09f042527df4dc3d9 2024-11-26T00:35:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/73b32111d776423c834c47518275d4d2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/73b32111d776423c834c47518275d4d2 2024-11-26T00:35:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581386636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581386638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581386638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581386643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/73b32111d776423c834c47518275d4d2, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T00:35:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6f4ab00b13f0463899c0b1725b107e38 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6f4ab00b13f0463899c0b1725b107e38 2024-11-26T00:35:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581386647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6f4ab00b13f0463899c0b1725b107e38, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T00:35:26,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/e378c61ab8db45a09f042527df4dc3d9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e378c61ab8db45a09f042527df4dc3d9 2024-11-26T00:35:26,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T00:35:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:26,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:26,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e378c61ab8db45a09f042527df4dc3d9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T00:35:26,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 10177dc7f9037055806a3824880b59c6 in 181ms, sequenceid=119, compaction requested=false 2024-11-26T00:35:26,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T00:35:26,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T00:35:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:26,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:35:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c9cc83615e224241aeba391e7c932609 is 50, key is test_row_0/A:col10/1732581326515/Put/seqid=0 2024-11-26T00:35:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:26,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741863_1039 (size=12051) 2024-11-26T00:35:26,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581386876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581386878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581386880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581386881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581386881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581386982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581386986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581386986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581386987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:26,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581386987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,001 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/7bca2ce2b6234819956414bde1d8a0f3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7bca2ce2b6234819956414bde1d8a0f3 2024-11-26T00:35:27,016 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 7bca2ce2b6234819956414bde1d8a0f3(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:27,016 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:27,016 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581326424; duration=0sec 2024-11-26T00:35:27,017 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:27,017 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:27,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581387188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581387191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581387191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581387192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581387192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c9cc83615e224241aeba391e7c932609 2024-11-26T00:35:27,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/cfa12fb3dcc9423b9fb02dd353a81eef is 50, key is test_row_0/B:col10/1732581326515/Put/seqid=0 2024-11-26T00:35:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741864_1040 (size=12051) 2024-11-26T00:35:27,286 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/cfa12fb3dcc9423b9fb02dd353a81eef 2024-11-26T00:35:27,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/3269a11ab7df43e586a6c102dfe6a905 is 50, key is test_row_0/C:col10/1732581326515/Put/seqid=0 2024-11-26T00:35:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T00:35:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741865_1041 (size=12051) 2024-11-26T00:35:27,316 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/3269a11ab7df43e586a6c102dfe6a905 2024-11-26T00:35:27,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c9cc83615e224241aeba391e7c932609 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9cc83615e224241aeba391e7c932609 2024-11-26T00:35:27,343 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9cc83615e224241aeba391e7c932609, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T00:35:27,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/cfa12fb3dcc9423b9fb02dd353a81eef as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/cfa12fb3dcc9423b9fb02dd353a81eef 2024-11-26T00:35:27,355 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/cfa12fb3dcc9423b9fb02dd353a81eef, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T00:35:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/3269a11ab7df43e586a6c102dfe6a905 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/3269a11ab7df43e586a6c102dfe6a905 2024-11-26T00:35:27,365 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/3269a11ab7df43e586a6c102dfe6a905, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T00:35:27,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 10177dc7f9037055806a3824880b59c6 in 543ms, sequenceid=131, compaction requested=true 2024-11-26T00:35:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T00:35:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T00:35:27,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T00:35:27,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-26T00:35:27,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.1800 sec 2024-11-26T00:35:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:27,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:35:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:27,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:27,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:27,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:27,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c9bd544723e24364bdf3868ae6370ff3 is 50, key is test_row_0/A:col10/1732581326878/Put/seqid=0 2024-11-26T00:35:27,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581387504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581387509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581387509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581387510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581387511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741866_1042 (size=14541) 2024-11-26T00:35:27,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c9bd544723e24364bdf3868ae6370ff3 2024-11-26T00:35:27,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/925336f3cf2e47848222b36cbde9af38 is 50, key is test_row_0/B:col10/1732581326878/Put/seqid=0 2024-11-26T00:35:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741867_1043 (size=12151) 2024-11-26T00:35:27,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/925336f3cf2e47848222b36cbde9af38 2024-11-26T00:35:27,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/13e7dac77af14c93bdde7d1699c394ab is 50, key is test_row_0/C:col10/1732581326878/Put/seqid=0 2024-11-26T00:35:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741868_1044 (size=12151) 2024-11-26T00:35:27,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/13e7dac77af14c93bdde7d1699c394ab 2024-11-26T00:35:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581387612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/c9bd544723e24364bdf3868ae6370ff3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9bd544723e24364bdf3868ae6370ff3 2024-11-26T00:35:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581387615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581387616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581387616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581387616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9bd544723e24364bdf3868ae6370ff3, entries=200, sequenceid=157, filesize=14.2 K 2024-11-26T00:35:27,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/925336f3cf2e47848222b36cbde9af38 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/925336f3cf2e47848222b36cbde9af38 2024-11-26T00:35:27,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/925336f3cf2e47848222b36cbde9af38, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T00:35:27,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/13e7dac77af14c93bdde7d1699c394ab as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/13e7dac77af14c93bdde7d1699c394ab 2024-11-26T00:35:27,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/13e7dac77af14c93bdde7d1699c394ab, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T00:35:27,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 10177dc7f9037055806a3824880b59c6 in 171ms, sequenceid=157, compaction requested=true 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:27,665 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:27,665 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:27,668 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:27,668 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:27,668 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:27,668 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/19fa1c22fe934aab96c08076d35eb1e7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6f4ab00b13f0463899c0b1725b107e38, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/cfa12fb3dcc9423b9fb02dd353a81eef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/925336f3cf2e47848222b36cbde9af38] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=47.3 K 2024-11-26T00:35:27,669 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:27,669 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:27,669 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:27,669 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c144a51ed7e941a1803debc9fe778d69, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/73b32111d776423c834c47518275d4d2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9cc83615e224241aeba391e7c932609, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9bd544723e24364bdf3868ae6370ff3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=49.6 K 2024-11-26T00:35:27,670 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 19fa1c22fe934aab96c08076d35eb1e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732581324679 2024-11-26T00:35:27,670 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c144a51ed7e941a1803debc9fe778d69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732581324679 2024-11-26T00:35:27,671 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73b32111d776423c834c47518275d4d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732581325870 2024-11-26T00:35:27,671 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f4ab00b13f0463899c0b1725b107e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732581325870 2024-11-26T00:35:27,672 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9cc83615e224241aeba391e7c932609, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732581326515 2024-11-26T00:35:27,674 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting cfa12fb3dcc9423b9fb02dd353a81eef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732581326515 2024-11-26T00:35:27,674 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9bd544723e24364bdf3868ae6370ff3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581326876 2024-11-26T00:35:27,675 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 925336f3cf2e47848222b36cbde9af38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581326876 2024-11-26T00:35:27,701 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:27,702 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/9cf7037546a64562a4bbd0444fb5e90b is 50, key is test_row_0/B:col10/1732581326878/Put/seqid=0 2024-11-26T00:35:27,706 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:27,707 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/e4385afb58434ef19d812796bfbeaad8 is 50, key is test_row_0/A:col10/1732581326878/Put/seqid=0 2024-11-26T00:35:27,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741869_1045 (size=12493) 2024-11-26T00:35:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741870_1046 (size=12493) 2024-11-26T00:35:27,744 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/e4385afb58434ef19d812796bfbeaad8 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/e4385afb58434ef19d812796bfbeaad8 2024-11-26T00:35:27,756 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into e4385afb58434ef19d812796bfbeaad8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:27,757 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:27,757 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=12, startTime=1732581327665; duration=0sec 2024-11-26T00:35:27,757 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:27,757 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:27,757 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:27,760 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:27,762 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:27,762 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:27,762 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7bca2ce2b6234819956414bde1d8a0f3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e378c61ab8db45a09f042527df4dc3d9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/3269a11ab7df43e586a6c102dfe6a905, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/13e7dac77af14c93bdde7d1699c394ab] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=47.3 K 2024-11-26T00:35:27,763 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bca2ce2b6234819956414bde1d8a0f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732581324679 2024-11-26T00:35:27,764 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e378c61ab8db45a09f042527df4dc3d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732581325870 2024-11-26T00:35:27,766 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3269a11ab7df43e586a6c102dfe6a905, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732581326515 2024-11-26T00:35:27,766 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e7dac77af14c93bdde7d1699c394ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581326876 2024-11-26T00:35:27,790 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#32 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:27,791 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0d1884e839fa43bbb01edfe1489d528d is 50, key is test_row_0/C:col10/1732581326878/Put/seqid=0 2024-11-26T00:35:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:27,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:35:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:27,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:27,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:27,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:27,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:27,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:27,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/55753f48554d4ceba69285265b67a0fc is 50, key is test_row_0/A:col10/1732581327818/Put/seqid=0 2024-11-26T00:35:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741871_1047 (size=12493) 2024-11-26T00:35:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581387851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581387853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581387859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581387859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581387860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741872_1048 (size=12151) 2024-11-26T00:35:27,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/55753f48554d4ceba69285265b67a0fc 2024-11-26T00:35:27,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a8fcbd17ac454cbc9bb468f3d1758f45 is 50, key is test_row_0/B:col10/1732581327818/Put/seqid=0 2024-11-26T00:35:27,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741873_1049 (size=12151) 2024-11-26T00:35:27,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a8fcbd17ac454cbc9bb468f3d1758f45 2024-11-26T00:35:27,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6553a5b2d72c452b97713b30e29d0747 is 50, key is test_row_0/C:col10/1732581327818/Put/seqid=0 2024-11-26T00:35:27,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581387962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581387962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581387966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581387966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581387966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:27,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741874_1050 (size=12151) 2024-11-26T00:35:27,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6553a5b2d72c452b97713b30e29d0747 2024-11-26T00:35:27,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/55753f48554d4ceba69285265b67a0fc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/55753f48554d4ceba69285265b67a0fc 2024-11-26T00:35:28,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/55753f48554d4ceba69285265b67a0fc, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T00:35:28,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a8fcbd17ac454cbc9bb468f3d1758f45 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a8fcbd17ac454cbc9bb468f3d1758f45 2024-11-26T00:35:28,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a8fcbd17ac454cbc9bb468f3d1758f45, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T00:35:28,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6553a5b2d72c452b97713b30e29d0747 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6553a5b2d72c452b97713b30e29d0747 2024-11-26T00:35:28,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6553a5b2d72c452b97713b30e29d0747, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T00:35:28,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 10177dc7f9037055806a3824880b59c6 in 208ms, sequenceid=170, compaction requested=false 2024-11-26T00:35:28,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:28,128 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/9cf7037546a64562a4bbd0444fb5e90b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9cf7037546a64562a4bbd0444fb5e90b 2024-11-26T00:35:28,137 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 9cf7037546a64562a4bbd0444fb5e90b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:28,137 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:28,137 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=12, startTime=1732581327665; duration=0sec 2024-11-26T00:35:28,138 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:28,138 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:28,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:35:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:28,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/964e417f9aa64f6e8ef3553150a679f9 is 50, key is test_row_0/A:col10/1732581327849/Put/seqid=0 2024-11-26T00:35:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741875_1051 (size=16931) 2024-11-26T00:35:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581388223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581388223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581388223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581388224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581388227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,245 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0d1884e839fa43bbb01edfe1489d528d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0d1884e839fa43bbb01edfe1489d528d 2024-11-26T00:35:28,260 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 0d1884e839fa43bbb01edfe1489d528d(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:28,260 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:28,260 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=12, startTime=1732581327665; duration=0sec 2024-11-26T00:35:28,260 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:28,260 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T00:35:28,307 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T00:35:28,309 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T00:35:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T00:35:28,312 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:28,313 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:28,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581388330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581388330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581388330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581388331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581388331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T00:35:28,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:28,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:28,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581388534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581388536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581388536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581388536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581388536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/964e417f9aa64f6e8ef3553150a679f9 2024-11-26T00:35:28,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c5b01fcfb07a48dd9f21276d385849ba is 50, key is test_row_0/B:col10/1732581327849/Put/seqid=0 2024-11-26T00:35:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T00:35:28,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741876_1052 (size=12151) 2024-11-26T00:35:28,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:28,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:28,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581388840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581388841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581388841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581388842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581388843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T00:35:28,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:28,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:28,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c5b01fcfb07a48dd9f21276d385849ba 2024-11-26T00:35:29,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/35a435f81c4e4c26b0d9282fc5c3935e is 50, key is test_row_0/C:col10/1732581327849/Put/seqid=0 2024-11-26T00:35:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741877_1053 (size=12151) 2024-11-26T00:35:29,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:29,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:29,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:29,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:29,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581389342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581389343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581389346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581389347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581389351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T00:35:29,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/35a435f81c4e4c26b0d9282fc5c3935e 2024-11-26T00:35:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/964e417f9aa64f6e8ef3553150a679f9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/964e417f9aa64f6e8ef3553150a679f9 2024-11-26T00:35:29,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/964e417f9aa64f6e8ef3553150a679f9, entries=250, sequenceid=198, filesize=16.5 K 2024-11-26T00:35:29,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c5b01fcfb07a48dd9f21276d385849ba as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c5b01fcfb07a48dd9f21276d385849ba 2024-11-26T00:35:29,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c5b01fcfb07a48dd9f21276d385849ba, entries=150, sequenceid=198, filesize=11.9 K 2024-11-26T00:35:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/35a435f81c4e4c26b0d9282fc5c3935e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/35a435f81c4e4c26b0d9282fc5c3935e 2024-11-26T00:35:29,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/35a435f81c4e4c26b0d9282fc5c3935e, entries=150, sequenceid=198, filesize=11.9 K 2024-11-26T00:35:29,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 10177dc7f9037055806a3824880b59c6 in 1318ms, sequenceid=198, compaction requested=true 2024-11-26T00:35:29,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:29,487 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:29,487 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:29,488 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:29,488 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:29,489 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,489 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:29,489 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:29,489 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,489 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9cf7037546a64562a4bbd0444fb5e90b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a8fcbd17ac454cbc9bb468f3d1758f45, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c5b01fcfb07a48dd9f21276d385849ba] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.9 K 2024-11-26T00:35:29,489 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/e4385afb58434ef19d812796bfbeaad8, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/55753f48554d4ceba69285265b67a0fc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/964e417f9aa64f6e8ef3553150a679f9] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=40.6 K 2024-11-26T00:35:29,490 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf7037546a64562a4bbd0444fb5e90b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581326876 2024-11-26T00:35:29,490 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4385afb58434ef19d812796bfbeaad8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581326876 2024-11-26T00:35:29,490 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a8fcbd17ac454cbc9bb468f3d1758f45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732581327503 2024-11-26T00:35:29,490 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55753f48554d4ceba69285265b67a0fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732581327503 2024-11-26T00:35:29,491 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b01fcfb07a48dd9f21276d385849ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581327849 2024-11-26T00:35:29,491 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964e417f9aa64f6e8ef3553150a679f9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581327849 2024-11-26T00:35:29,505 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:29,505 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:29,506 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/9522a950a3b64db98f08ad52c41e3766 is 50, key is test_row_0/A:col10/1732581327849/Put/seqid=0 2024-11-26T00:35:29,507 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/75e1723aa4b445ad954c4c70086f6cf1 is 50, key is test_row_0/B:col10/1732581327849/Put/seqid=0 2024-11-26T00:35:29,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741878_1054 (size=12595) 2024-11-26T00:35:29,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741879_1055 (size=12595) 2024-11-26T00:35:29,538 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/9522a950a3b64db98f08ad52c41e3766 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9522a950a3b64db98f08ad52c41e3766 2024-11-26T00:35:29,545 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/75e1723aa4b445ad954c4c70086f6cf1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/75e1723aa4b445ad954c4c70086f6cf1 2024-11-26T00:35:29,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:29,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T00:35:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T00:35:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:29,556 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 9522a950a3b64db98f08ad52c41e3766(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:29,557 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:29,557 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581329486; duration=0sec 2024-11-26T00:35:29,558 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:29,558 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:29,558 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:29,561 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 75e1723aa4b445ad954c4c70086f6cf1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:29,561 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:29,561 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581329487; duration=0sec 2024-11-26T00:35:29,561 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:29,561 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:29,561 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:29,561 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:29,561 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,561 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0d1884e839fa43bbb01edfe1489d528d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6553a5b2d72c452b97713b30e29d0747, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/35a435f81c4e4c26b0d9282fc5c3935e] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=35.9 K 2024-11-26T00:35:29,562 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d1884e839fa43bbb01edfe1489d528d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581326876 2024-11-26T00:35:29,562 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6553a5b2d72c452b97713b30e29d0747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732581327503 2024-11-26T00:35:29,563 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a435f81c4e4c26b0d9282fc5c3935e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581327849 2024-11-26T00:35:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/325475033aeb46b68ce66de383b65401 is 50, key is test_row_0/A:col10/1732581328224/Put/seqid=0 2024-11-26T00:35:29,582 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:29,583 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0de45fff00ce4ea698531fa9a96129e2 is 50, key is test_row_0/C:col10/1732581327849/Put/seqid=0 2024-11-26T00:35:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741880_1056 (size=9757) 2024-11-26T00:35:29,592 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/325475033aeb46b68ce66de383b65401 2024-11-26T00:35:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c7a1a13d5d3c4e3bbe71203d302431b5 is 50, key is test_row_0/B:col10/1732581328224/Put/seqid=0 2024-11-26T00:35:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741881_1057 (size=12595) 2024-11-26T00:35:29,630 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0de45fff00ce4ea698531fa9a96129e2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0de45fff00ce4ea698531fa9a96129e2 2024-11-26T00:35:29,642 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 0de45fff00ce4ea698531fa9a96129e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:29,642 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:29,642 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581329487; duration=0sec 2024-11-26T00:35:29,642 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:29,642 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741882_1058 (size=9757) 2024-11-26T00:35:29,647 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c7a1a13d5d3c4e3bbe71203d302431b5 2024-11-26T00:35:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/50f3bd5f599942adaa231c5428e90b0f is 50, key is test_row_0/C:col10/1732581328224/Put/seqid=0 2024-11-26T00:35:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741883_1059 (size=9757) 2024-11-26T00:35:29,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/50f3bd5f599942adaa231c5428e90b0f 2024-11-26T00:35:29,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/325475033aeb46b68ce66de383b65401 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/325475033aeb46b68ce66de383b65401 2024-11-26T00:35:29,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/325475033aeb46b68ce66de383b65401, entries=100, sequenceid=208, filesize=9.5 K 2024-11-26T00:35:29,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c7a1a13d5d3c4e3bbe71203d302431b5 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7a1a13d5d3c4e3bbe71203d302431b5 2024-11-26T00:35:29,708 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7a1a13d5d3c4e3bbe71203d302431b5, entries=100, sequenceid=208, filesize=9.5 K 2024-11-26T00:35:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/50f3bd5f599942adaa231c5428e90b0f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/50f3bd5f599942adaa231c5428e90b0f 2024-11-26T00:35:29,722 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/50f3bd5f599942adaa231c5428e90b0f, entries=100, sequenceid=208, filesize=9.5 K 2024-11-26T00:35:29,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 10177dc7f9037055806a3824880b59c6 in 177ms, sequenceid=208, compaction requested=false 2024-11-26T00:35:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T00:35:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T00:35:29,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T00:35:29,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-26T00:35:29,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4210 sec 2024-11-26T00:35:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:30,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:30,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/4d99d99d10804484aa378a60a87ac7ff is 50, key is test_row_0/A:col10/1732581330354/Put/seqid=0 2024-11-26T00:35:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741884_1060 (size=12151) 2024-11-26T00:35:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T00:35:30,416 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T00:35:30,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T00:35:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T00:35:30,423 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:30,424 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:30,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:30,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581390442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581390444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581390447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581390448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581390449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T00:35:30,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581390550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581390550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581390553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581390553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581390554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T00:35:30,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:30,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:30,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:30,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T00:35:30,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T00:35:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:30,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581390754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581390754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581390759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581390758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581390759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/4d99d99d10804484aa378a60a87ac7ff 2024-11-26T00:35:30,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b8253328bf6241f98d9e7da330434183 is 50, key is test_row_0/B:col10/1732581330354/Put/seqid=0 2024-11-26T00:35:30,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741885_1061 (size=12151) 2024-11-26T00:35:30,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b8253328bf6241f98d9e7da330434183 2024-11-26T00:35:30,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/712b726c89b1473c8f24f46273d2e44d is 50, key is test_row_0/C:col10/1732581330354/Put/seqid=0 2024-11-26T00:35:30,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741886_1062 (size=12151) 2024-11-26T00:35:30,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:30,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T00:35:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:30,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T00:35:31,040 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T00:35:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581391055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581391060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581391062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581391064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581391064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T00:35:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:31,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/712b726c89b1473c8f24f46273d2e44d 2024-11-26T00:35:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/4d99d99d10804484aa378a60a87ac7ff as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4d99d99d10804484aa378a60a87ac7ff 2024-11-26T00:35:31,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4d99d99d10804484aa378a60a87ac7ff, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T00:35:31,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b8253328bf6241f98d9e7da330434183 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b8253328bf6241f98d9e7da330434183 2024-11-26T00:35:31,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b8253328bf6241f98d9e7da330434183, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T00:35:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/712b726c89b1473c8f24f46273d2e44d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/712b726c89b1473c8f24f46273d2e44d 2024-11-26T00:35:31,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/712b726c89b1473c8f24f46273d2e44d, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T00:35:31,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 10177dc7f9037055806a3824880b59c6 in 907ms, sequenceid=222, compaction requested=true 2024-11-26T00:35:31,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:31,310 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:31,310 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:31,311 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:31,311 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:31,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:31,311 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,312 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/75e1723aa4b445ad954c4c70086f6cf1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7a1a13d5d3c4e3bbe71203d302431b5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b8253328bf6241f98d9e7da330434183] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=33.7 K 2024-11-26T00:35:31,312 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:31,312 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:31,312 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,312 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9522a950a3b64db98f08ad52c41e3766, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/325475033aeb46b68ce66de383b65401, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4d99d99d10804484aa378a60a87ac7ff] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=33.7 K 2024-11-26T00:35:31,313 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 75e1723aa4b445ad954c4c70086f6cf1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581327849 2024-11-26T00:35:31,313 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c7a1a13d5d3c4e3bbe71203d302431b5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732581328173 2024-11-26T00:35:31,313 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9522a950a3b64db98f08ad52c41e3766, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581327849 2024-11-26T00:35:31,313 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b8253328bf6241f98d9e7da330434183, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581330354 2024-11-26T00:35:31,314 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 325475033aeb46b68ce66de383b65401, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732581328173 2024-11-26T00:35:31,314 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d99d99d10804484aa378a60a87ac7ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581330354 2024-11-26T00:35:31,327 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:31,328 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/ba8d76266a7848599cf7f4ff1880388c is 50, key is test_row_0/B:col10/1732581330354/Put/seqid=0 2024-11-26T00:35:31,329 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:31,330 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/611c81cdbd5b4532a1437affa479d90b is 50, key is test_row_0/A:col10/1732581330354/Put/seqid=0 2024-11-26T00:35:31,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T00:35:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,348 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:35:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741887_1063 (size=12697) 2024-11-26T00:35:31,370 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/611c81cdbd5b4532a1437affa479d90b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/611c81cdbd5b4532a1437affa479d90b 2024-11-26T00:35:31,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/1efbea9d27a74b308f40ff882ba70b9a is 50, key is test_row_0/A:col10/1732581330446/Put/seqid=0 2024-11-26T00:35:31,382 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 611c81cdbd5b4532a1437affa479d90b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:31,382 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:31,382 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581331310; duration=0sec 2024-11-26T00:35:31,383 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:31,383 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:31,383 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:31,384 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:31,385 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:31,385 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,385 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0de45fff00ce4ea698531fa9a96129e2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/50f3bd5f599942adaa231c5428e90b0f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/712b726c89b1473c8f24f46273d2e44d] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=33.7 K 2024-11-26T00:35:31,386 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0de45fff00ce4ea698531fa9a96129e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581327849 2024-11-26T00:35:31,386 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50f3bd5f599942adaa231c5428e90b0f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732581328173 2024-11-26T00:35:31,387 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 712b726c89b1473c8f24f46273d2e44d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581330354 2024-11-26T00:35:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741888_1064 (size=12697) 2024-11-26T00:35:31,405 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/ba8d76266a7848599cf7f4ff1880388c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/ba8d76266a7848599cf7f4ff1880388c 2024-11-26T00:35:31,414 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:31,415 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/41e1a0bd89f94e70982e69c24dee105b is 50, key is test_row_0/C:col10/1732581330354/Put/seqid=0 2024-11-26T00:35:31,416 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into ba8d76266a7848599cf7f4ff1880388c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:31,416 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:31,417 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581331310; duration=0sec 2024-11-26T00:35:31,417 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:31,417 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741889_1065 (size=12151) 2024-11-26T00:35:31,433 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/1efbea9d27a74b308f40ff882ba70b9a 2024-11-26T00:35:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1b9df7a4e94343fcbc8eb2bf16214039 is 50, key is test_row_0/B:col10/1732581330446/Put/seqid=0 2024-11-26T00:35:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741890_1066 (size=12697) 2024-11-26T00:35:31,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741891_1067 (size=12151) 2024-11-26T00:35:31,459 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1b9df7a4e94343fcbc8eb2bf16214039 2024-11-26T00:35:31,469 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/41e1a0bd89f94e70982e69c24dee105b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/41e1a0bd89f94e70982e69c24dee105b 2024-11-26T00:35:31,480 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 41e1a0bd89f94e70982e69c24dee105b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:31,480 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:31,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/112012d9f80548faac11bee3582059ab is 50, key is test_row_0/C:col10/1732581330446/Put/seqid=0 2024-11-26T00:35:31,480 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581331310; duration=0sec 2024-11-26T00:35:31,480 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:31,480 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741892_1068 (size=12151) 2024-11-26T00:35:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/112012d9f80548faac11bee3582059ab 2024-11-26T00:35:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/1efbea9d27a74b308f40ff882ba70b9a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1efbea9d27a74b308f40ff882ba70b9a 2024-11-26T00:35:31,508 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1efbea9d27a74b308f40ff882ba70b9a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T00:35:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1b9df7a4e94343fcbc8eb2bf16214039 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b9df7a4e94343fcbc8eb2bf16214039 2024-11-26T00:35:31,518 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b9df7a4e94343fcbc8eb2bf16214039, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T00:35:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/112012d9f80548faac11bee3582059ab as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/112012d9f80548faac11bee3582059ab 2024-11-26T00:35:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T00:35:31,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/112012d9f80548faac11bee3582059ab, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T00:35:31,529 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 10177dc7f9037055806a3824880b59c6 in 181ms, sequenceid=248, compaction requested=false 2024-11-26T00:35:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:31,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:31,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T00:35:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T00:35:31,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T00:35:31,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1070 sec 2024-11-26T00:35:31,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1130 sec 2024-11-26T00:35:31,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:31,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:31,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:31,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/4e7497e981e5455ebdc360bb7cfa7fee is 50, key is test_row_0/A:col10/1732581331571/Put/seqid=0 2024-11-26T00:35:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741893_1069 (size=9857) 2024-11-26T00:35:31,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/4e7497e981e5455ebdc360bb7cfa7fee 2024-11-26T00:35:31,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581391600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581391608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581391611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581391611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581391611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/7a738fbbbb434481a7a20abd122721f8 is 50, key is test_row_0/B:col10/1732581331571/Put/seqid=0 2024-11-26T00:35:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741894_1070 (size=9857) 2024-11-26T00:35:31,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/7a738fbbbb434481a7a20abd122721f8 2024-11-26T00:35:31,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/5018163bb23e4bb3ae66ac6fc171854b is 50, key is test_row_0/C:col10/1732581331571/Put/seqid=0 2024-11-26T00:35:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741895_1071 (size=9857) 2024-11-26T00:35:31,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581391708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581391711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581391714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581391714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581391715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581391912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581391913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581391920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581391921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581391923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/5018163bb23e4bb3ae66ac6fc171854b 2024-11-26T00:35:32,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/4e7497e981e5455ebdc360bb7cfa7fee as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4e7497e981e5455ebdc360bb7cfa7fee 2024-11-26T00:35:32,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4e7497e981e5455ebdc360bb7cfa7fee, entries=100, sequenceid=263, filesize=9.6 K 2024-11-26T00:35:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/7a738fbbbb434481a7a20abd122721f8 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7a738fbbbb434481a7a20abd122721f8 2024-11-26T00:35:32,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7a738fbbbb434481a7a20abd122721f8, entries=100, sequenceid=263, filesize=9.6 K 2024-11-26T00:35:32,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/5018163bb23e4bb3ae66ac6fc171854b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/5018163bb23e4bb3ae66ac6fc171854b 2024-11-26T00:35:32,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/5018163bb23e4bb3ae66ac6fc171854b, entries=100, sequenceid=263, filesize=9.6 K 2024-11-26T00:35:32,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 10177dc7f9037055806a3824880b59c6 in 522ms, sequenceid=263, compaction requested=true 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:32,094 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:32,094 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:32,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:32,096 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:32,097 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:32,097 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,097 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/ba8d76266a7848599cf7f4ff1880388c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b9df7a4e94343fcbc8eb2bf16214039, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7a738fbbbb434481a7a20abd122721f8] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=33.9 K 2024-11-26T00:35:32,098 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:32,098 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:32,098 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,098 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/611c81cdbd5b4532a1437affa479d90b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1efbea9d27a74b308f40ff882ba70b9a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4e7497e981e5455ebdc360bb7cfa7fee] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=33.9 K 2024-11-26T00:35:32,099 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 611c81cdbd5b4532a1437affa479d90b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581330354 2024-11-26T00:35:32,099 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8d76266a7848599cf7f4ff1880388c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581330354 2024-11-26T00:35:32,099 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1efbea9d27a74b308f40ff882ba70b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732581330436 2024-11-26T00:35:32,099 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b9df7a4e94343fcbc8eb2bf16214039, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732581330436 2024-11-26T00:35:32,100 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7497e981e5455ebdc360bb7cfa7fee, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732581331571 2024-11-26T00:35:32,100 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a738fbbbb434481a7a20abd122721f8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732581331571 2024-11-26T00:35:32,121 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:32,121 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:32,122 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/9773f17a564c400791a90b683c06741c is 50, key is test_row_0/B:col10/1732581331571/Put/seqid=0 2024-11-26T00:35:32,122 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a537384a1c8a4ecc9511eb87402f98d0 is 50, key is test_row_0/A:col10/1732581331571/Put/seqid=0 2024-11-26T00:35:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741896_1072 (size=12899) 2024-11-26T00:35:32,140 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a537384a1c8a4ecc9511eb87402f98d0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a537384a1c8a4ecc9511eb87402f98d0 2024-11-26T00:35:32,152 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into a537384a1c8a4ecc9511eb87402f98d0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741897_1073 (size=12899) 2024-11-26T00:35:32,152 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:32,152 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581332094; duration=0sec 2024-11-26T00:35:32,152 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:32,153 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:32,153 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:32,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:32,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:32,155 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,155 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/41e1a0bd89f94e70982e69c24dee105b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/112012d9f80548faac11bee3582059ab, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/5018163bb23e4bb3ae66ac6fc171854b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=33.9 K 2024-11-26T00:35:32,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41e1a0bd89f94e70982e69c24dee105b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581330354 2024-11-26T00:35:32,156 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 112012d9f80548faac11bee3582059ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732581330436 2024-11-26T00:35:32,157 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5018163bb23e4bb3ae66ac6fc171854b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732581331571 2024-11-26T00:35:32,181 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:32,181 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6c5ab7fec20e40ee82d043415221020f is 50, key is test_row_0/C:col10/1732581331571/Put/seqid=0 2024-11-26T00:35:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741898_1074 (size=12899) 2024-11-26T00:35:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:32,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:35:32,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:32,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a6c0696e5a05488e8e679de67af94d69 is 50, key is test_row_0/A:col10/1732581332216/Put/seqid=0 2024-11-26T00:35:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741899_1075 (size=12301) 2024-11-26T00:35:32,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a6c0696e5a05488e8e679de67af94d69 2024-11-26T00:35:32,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581392232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581392232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581392233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581392234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581392237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/554b29e7238e48b0b8309ae3f5eb9bc7 is 50, key is test_row_0/B:col10/1732581332216/Put/seqid=0 2024-11-26T00:35:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741900_1076 (size=12301) 2024-11-26T00:35:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581392338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581392338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581392338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581392339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581392342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T00:35:32,529 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T00:35:32,530 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T00:35:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T00:35:32,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:32,533 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:32,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:32,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581392549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,563 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/9773f17a564c400791a90b683c06741c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9773f17a564c400791a90b683c06741c 2024-11-26T00:35:32,571 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 9773f17a564c400791a90b683c06741c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:32,571 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:32,571 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581332094; duration=0sec 2024-11-26T00:35:32,571 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:32,572 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:32,611 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6c5ab7fec20e40ee82d043415221020f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6c5ab7fec20e40ee82d043415221020f 2024-11-26T00:35:32,621 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 6c5ab7fec20e40ee82d043415221020f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:32,621 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:32,621 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581332094; duration=0sec 2024-11-26T00:35:32,621 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:32,621 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T00:35:32,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/554b29e7238e48b0b8309ae3f5eb9bc7 2024-11-26T00:35:32,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2d7caa50acf64b8f8d8d5c6b6503fb8f is 50, key is test_row_0/C:col10/1732581332216/Put/seqid=0 2024-11-26T00:35:32,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T00:35:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:32,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741901_1077 (size=12301) 2024-11-26T00:35:32,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2d7caa50acf64b8f8d8d5c6b6503fb8f 2024-11-26T00:35:32,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a6c0696e5a05488e8e679de67af94d69 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a6c0696e5a05488e8e679de67af94d69 2024-11-26T00:35:32,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a6c0696e5a05488e8e679de67af94d69, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T00:35:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/554b29e7238e48b0b8309ae3f5eb9bc7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/554b29e7238e48b0b8309ae3f5eb9bc7 2024-11-26T00:35:32,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/554b29e7238e48b0b8309ae3f5eb9bc7, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T00:35:32,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2d7caa50acf64b8f8d8d5c6b6503fb8f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2d7caa50acf64b8f8d8d5c6b6503fb8f 2024-11-26T00:35:32,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2d7caa50acf64b8f8d8d5c6b6503fb8f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T00:35:32,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 10177dc7f9037055806a3824880b59c6 in 525ms, sequenceid=289, compaction requested=false 2024-11-26T00:35:32,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T00:35:32,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T00:35:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:32,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:32,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:32,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:32,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b598859a66224afd842a49606c8573b9 is 50, key is test_row_0/A:col10/1732581332233/Put/seqid=0 2024-11-26T00:35:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741902_1078 (size=12301) 2024-11-26T00:35:32,891 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b598859a66224afd842a49606c8573b9 2024-11-26T00:35:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/65d26cafd37840b5a3342e3ec32a911e is 50, key is test_row_0/B:col10/1732581332233/Put/seqid=0 2024-11-26T00:35:32,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581392914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581392918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581392920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741903_1079 (size=12301) 2024-11-26T00:35:32,928 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/65d26cafd37840b5a3342e3ec32a911e 2024-11-26T00:35:32,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581392923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581392924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/1274e6f2d49b49e5aae8ba467db9791f is 50, key is test_row_0/C:col10/1732581332233/Put/seqid=0 2024-11-26T00:35:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741904_1080 (size=12301) 2024-11-26T00:35:32,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/1274e6f2d49b49e5aae8ba467db9791f 2024-11-26T00:35:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b598859a66224afd842a49606c8573b9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b598859a66224afd842a49606c8573b9 2024-11-26T00:35:32,976 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b598859a66224afd842a49606c8573b9, entries=150, sequenceid=302, filesize=12.0 K 2024-11-26T00:35:32,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/65d26cafd37840b5a3342e3ec32a911e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/65d26cafd37840b5a3342e3ec32a911e 2024-11-26T00:35:32,983 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/65d26cafd37840b5a3342e3ec32a911e, entries=150, sequenceid=302, filesize=12.0 K 2024-11-26T00:35:32,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/1274e6f2d49b49e5aae8ba467db9791f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/1274e6f2d49b49e5aae8ba467db9791f 2024-11-26T00:35:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/1274e6f2d49b49e5aae8ba467db9791f, entries=150, sequenceid=302, filesize=12.0 K 2024-11-26T00:35:32,993 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 10177dc7f9037055806a3824880b59c6 in 148ms, sequenceid=302, compaction requested=true 2024-11-26T00:35:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T00:35:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T00:35:32,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T00:35:32,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 462 msec 2024-11-26T00:35:32,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 468 msec 2024-11-26T00:35:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:33,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:35:33,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:33,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:33,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:33,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/3588586fe3b148df971f06ef78df9aeb is 50, key is test_row_0/A:col10/1732581332907/Put/seqid=0 2024-11-26T00:35:33,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741905_1081 (size=14741) 2024-11-26T00:35:33,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/3588586fe3b148df971f06ef78df9aeb 2024-11-26T00:35:33,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/f5e43d99e7e641e9abbb8cb3c21ed1f2 is 50, key is test_row_0/B:col10/1732581332907/Put/seqid=0 2024-11-26T00:35:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741906_1082 (size=12301) 2024-11-26T00:35:33,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/f5e43d99e7e641e9abbb8cb3c21ed1f2 2024-11-26T00:35:33,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/25d6465bfe1a4bd09fe0620ca625c97b is 50, key is test_row_0/C:col10/1732581332907/Put/seqid=0 2024-11-26T00:35:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741907_1083 (size=12301) 2024-11-26T00:35:33,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/25d6465bfe1a4bd09fe0620ca625c97b 2024-11-26T00:35:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/3588586fe3b148df971f06ef78df9aeb as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/3588586fe3b148df971f06ef78df9aeb 2024-11-26T00:35:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T00:35:33,134 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T00:35:33,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:33,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/3588586fe3b148df971f06ef78df9aeb, entries=200, sequenceid=328, filesize=14.4 K 2024-11-26T00:35:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T00:35:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T00:35:33,138 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:33,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/f5e43d99e7e641e9abbb8cb3c21ed1f2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/f5e43d99e7e641e9abbb8cb3c21ed1f2 2024-11-26T00:35:33,140 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:33,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:33,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/f5e43d99e7e641e9abbb8cb3c21ed1f2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-26T00:35:33,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/25d6465bfe1a4bd09fe0620ca625c97b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/25d6465bfe1a4bd09fe0620ca625c97b 2024-11-26T00:35:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/25d6465bfe1a4bd09fe0620ca625c97b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-26T00:35:33,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 10177dc7f9037055806a3824880b59c6 in 136ms, sequenceid=328, compaction requested=true 2024-11-26T00:35:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,165 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:33,165 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:33,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:33,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:33,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:33,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:33,167 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:33,167 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:33,167 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,167 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a537384a1c8a4ecc9511eb87402f98d0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a6c0696e5a05488e8e679de67af94d69, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b598859a66224afd842a49606c8573b9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/3588586fe3b148df971f06ef78df9aeb] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=51.0 K 2024-11-26T00:35:33,168 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:33,168 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:33,168 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,168 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9773f17a564c400791a90b683c06741c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/554b29e7238e48b0b8309ae3f5eb9bc7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/65d26cafd37840b5a3342e3ec32a911e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/f5e43d99e7e641e9abbb8cb3c21ed1f2] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=48.6 K 2024-11-26T00:35:33,168 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a537384a1c8a4ecc9511eb87402f98d0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732581330436 2024-11-26T00:35:33,169 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9773f17a564c400791a90b683c06741c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732581330436 2024-11-26T00:35:33,169 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c0696e5a05488e8e679de67af94d69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732581331597 2024-11-26T00:35:33,169 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 554b29e7238e48b0b8309ae3f5eb9bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732581331597 2024-11-26T00:35:33,169 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b598859a66224afd842a49606c8573b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732581332224 2024-11-26T00:35:33,169 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 65d26cafd37840b5a3342e3ec32a911e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732581332224 2024-11-26T00:35:33,170 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3588586fe3b148df971f06ef78df9aeb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732581332907 2024-11-26T00:35:33,170 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e43d99e7e641e9abbb8cb3c21ed1f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732581332907 2024-11-26T00:35:33,185 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:33,186 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a618986eee8e48cdb3107329c61787bd is 50, key is test_row_0/B:col10/1732581332907/Put/seqid=0 2024-11-26T00:35:33,191 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:33,191 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/132439c6d6d04296943bd1dd6692fc49 is 50, key is test_row_0/A:col10/1732581332907/Put/seqid=0 2024-11-26T00:35:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741908_1084 (size=13085) 2024-11-26T00:35:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741909_1085 (size=13085) 2024-11-26T00:35:33,226 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/132439c6d6d04296943bd1dd6692fc49 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/132439c6d6d04296943bd1dd6692fc49 2024-11-26T00:35:33,234 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 132439c6d6d04296943bd1dd6692fc49(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:33,234 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,234 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=12, startTime=1732581333165; duration=0sec 2024-11-26T00:35:33,235 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:33,235 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:33,235 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:33,237 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:33,237 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:33,237 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,237 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6c5ab7fec20e40ee82d043415221020f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2d7caa50acf64b8f8d8d5c6b6503fb8f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/1274e6f2d49b49e5aae8ba467db9791f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/25d6465bfe1a4bd09fe0620ca625c97b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=48.6 K 2024-11-26T00:35:33,237 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c5ab7fec20e40ee82d043415221020f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732581330436 2024-11-26T00:35:33,238 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d7caa50acf64b8f8d8d5c6b6503fb8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732581331597 2024-11-26T00:35:33,238 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1274e6f2d49b49e5aae8ba467db9791f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732581332224 2024-11-26T00:35:33,239 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25d6465bfe1a4bd09fe0620ca625c97b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732581332907 2024-11-26T00:35:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T00:35:33,257 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:33,257 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/844f11ba9222491e8a099229742c7369 is 50, key is test_row_0/C:col10/1732581332907/Put/seqid=0 2024-11-26T00:35:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741910_1086 (size=13085) 2024-11-26T00:35:33,270 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/844f11ba9222491e8a099229742c7369 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/844f11ba9222491e8a099229742c7369 2024-11-26T00:35:33,277 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 844f11ba9222491e8a099229742c7369(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:33,277 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,277 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=12, startTime=1732581333166; duration=0sec 2024-11-26T00:35:33,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:33,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:33,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T00:35:33,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,294 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/7fa8b54bba2c479ea2cbcb3b009a05c3 is 50, key is test_row_0/A:col10/1732581333038/Put/seqid=0 2024-11-26T00:35:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741911_1087 (size=12301) 2024-11-26T00:35:33,326 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/7fa8b54bba2c479ea2cbcb3b009a05c3 2024-11-26T00:35:33,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3d38de7d45cd490cbdc9b58c38af0abc is 50, key is test_row_0/B:col10/1732581333038/Put/seqid=0 2024-11-26T00:35:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:33,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741912_1088 (size=12301) 2024-11-26T00:35:33,354 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3d38de7d45cd490cbdc9b58c38af0abc 2024-11-26T00:35:33,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2a1430e4e651486893967e33c093954e is 50, key is test_row_0/C:col10/1732581333038/Put/seqid=0 2024-11-26T00:35:33,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741913_1089 (size=12301) 2024-11-26T00:35:33,391 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2a1430e4e651486893967e33c093954e 2024-11-26T00:35:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/7fa8b54bba2c479ea2cbcb3b009a05c3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7fa8b54bba2c479ea2cbcb3b009a05c3 2024-11-26T00:35:33,404 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7fa8b54bba2c479ea2cbcb3b009a05c3, entries=150, sequenceid=341, filesize=12.0 K 2024-11-26T00:35:33,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3d38de7d45cd490cbdc9b58c38af0abc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3d38de7d45cd490cbdc9b58c38af0abc 2024-11-26T00:35:33,412 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3d38de7d45cd490cbdc9b58c38af0abc, entries=150, sequenceid=341, filesize=12.0 K 2024-11-26T00:35:33,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2a1430e4e651486893967e33c093954e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2a1430e4e651486893967e33c093954e 2024-11-26T00:35:33,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2a1430e4e651486893967e33c093954e, entries=150, sequenceid=341, filesize=12.0 K 2024-11-26T00:35:33,420 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 10177dc7f9037055806a3824880b59c6 in 127ms, sequenceid=341, compaction requested=false 2024-11-26T00:35:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T00:35:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T00:35:33,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T00:35:33,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 281 msec 2024-11-26T00:35:33,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 288 msec 2024-11-26T00:35:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T00:35:33,440 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T00:35:33,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T00:35:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T00:35:33,443 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:33,443 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:33,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:33,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:35:33,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:33,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/640b60d1ff2645c685b1186578ceea7c is 50, key is test_row_0/A:col10/1732581333373/Put/seqid=0 2024-11-26T00:35:33,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741914_1090 (size=12301) 2024-11-26T00:35:33,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/640b60d1ff2645c685b1186578ceea7c 2024-11-26T00:35:33,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3f1e09ec57264b84bd10f6faa44ebfb5 is 50, key is test_row_0/B:col10/1732581333373/Put/seqid=0 2024-11-26T00:35:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741915_1091 (size=12301) 2024-11-26T00:35:33,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3f1e09ec57264b84bd10f6faa44ebfb5 2024-11-26T00:35:33,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d68b4d07329d4894a80d53fd83dd7586 is 50, key is test_row_0/C:col10/1732581333373/Put/seqid=0 2024-11-26T00:35:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T00:35:33,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741916_1092 (size=12301) 2024-11-26T00:35:33,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d68b4d07329d4894a80d53fd83dd7586 2024-11-26T00:35:33,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/640b60d1ff2645c685b1186578ceea7c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/640b60d1ff2645c685b1186578ceea7c 2024-11-26T00:35:33,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/640b60d1ff2645c685b1186578ceea7c, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T00:35:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3f1e09ec57264b84bd10f6faa44ebfb5 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3f1e09ec57264b84bd10f6faa44ebfb5 2024-11-26T00:35:33,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3f1e09ec57264b84bd10f6faa44ebfb5, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T00:35:33,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/d68b4d07329d4894a80d53fd83dd7586 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d68b4d07329d4894a80d53fd83dd7586 2024-11-26T00:35:33,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d68b4d07329d4894a80d53fd83dd7586, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T00:35:33,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 10177dc7f9037055806a3824880b59c6 in 98ms, sequenceid=367, compaction requested=true 2024-11-26T00:35:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:33,579 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:33,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:33,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:35:33,581 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:33,581 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:33,581 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,581 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/132439c6d6d04296943bd1dd6692fc49, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7fa8b54bba2c479ea2cbcb3b009a05c3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/640b60d1ff2645c685b1186578ceea7c] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=36.8 K 2024-11-26T00:35:33,582 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 132439c6d6d04296943bd1dd6692fc49, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732581332907 2024-11-26T00:35:33,582 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fa8b54bba2c479ea2cbcb3b009a05c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732581333037 2024-11-26T00:35:33,583 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640b60d1ff2645c685b1186578ceea7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732581333372 2024-11-26T00:35:33,592 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:33,593 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/5c611ab641904b6da4de73d140de9024 is 50, key is test_row_0/A:col10/1732581333373/Put/seqid=0 2024-11-26T00:35:33,596 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T00:35:33,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,597 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T00:35:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:33,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741917_1093 (size=13187) 2024-11-26T00:35:33,612 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a618986eee8e48cdb3107329c61787bd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a618986eee8e48cdb3107329c61787bd 2024-11-26T00:35:33,617 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/5c611ab641904b6da4de73d140de9024 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/5c611ab641904b6da4de73d140de9024 2024-11-26T00:35:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/57fbd77d05bd43c987c82482db3c4f89 is 50, key is test_row_0/A:col10/1732581333485/Put/seqid=0 2024-11-26T00:35:33,626 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into a618986eee8e48cdb3107329c61787bd(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,627 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 5c611ab641904b6da4de73d140de9024(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:33,627 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=12, startTime=1732581333165; duration=0sec 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,627 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581333579; duration=0sec 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:33,627 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:33,629 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:33,629 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:33,629 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:33,629 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:33,629 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,629 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,629 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a618986eee8e48cdb3107329c61787bd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3d38de7d45cd490cbdc9b58c38af0abc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3f1e09ec57264b84bd10f6faa44ebfb5] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=36.8 K 2024-11-26T00:35:33,629 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/844f11ba9222491e8a099229742c7369, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2a1430e4e651486893967e33c093954e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d68b4d07329d4894a80d53fd83dd7586] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=36.8 K 2024-11-26T00:35:33,629 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a618986eee8e48cdb3107329c61787bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732581332907 2024-11-26T00:35:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741918_1094 (size=14741) 2024-11-26T00:35:33,631 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d38de7d45cd490cbdc9b58c38af0abc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732581333037 2024-11-26T00:35:33,631 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 844f11ba9222491e8a099229742c7369, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732581332907 2024-11-26T00:35:33,632 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/57fbd77d05bd43c987c82482db3c4f89 2024-11-26T00:35:33,632 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f1e09ec57264b84bd10f6faa44ebfb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732581333372 2024-11-26T00:35:33,632 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1430e4e651486893967e33c093954e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732581333037 2024-11-26T00:35:33,634 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting d68b4d07329d4894a80d53fd83dd7586, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732581333372 2024-11-26T00:35:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c7c1c4fc843e436e997231f790bb51dc is 50, key is test_row_0/B:col10/1732581333485/Put/seqid=0 2024-11-26T00:35:33,654 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:33,654 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:33,654 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a8f93bd4e6544525b0760c7ddd91ceeb is 50, key is test_row_0/C:col10/1732581333373/Put/seqid=0 2024-11-26T00:35:33,655 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/d85e0f0a38d64b03a72059117c92ab4b is 50, key is test_row_0/B:col10/1732581333373/Put/seqid=0 2024-11-26T00:35:33,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741920_1096 (size=13187) 2024-11-26T00:35:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741919_1095 (size=12301) 2024-11-26T00:35:33,700 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/d85e0f0a38d64b03a72059117c92ab4b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d85e0f0a38d64b03a72059117c92ab4b 2024-11-26T00:35:33,700 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c7c1c4fc843e436e997231f790bb51dc 2024-11-26T00:35:33,708 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into d85e0f0a38d64b03a72059117c92ab4b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:33,708 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,709 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581333579; duration=0sec 2024-11-26T00:35:33,709 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:33,709 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:33,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/70a7fa71270f4202b8f48e43a4aa33af is 50, key is test_row_0/C:col10/1732581333485/Put/seqid=0 2024-11-26T00:35:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741921_1097 (size=13187) 2024-11-26T00:35:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T00:35:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741922_1098 (size=12301) 2024-11-26T00:35:33,751 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/70a7fa71270f4202b8f48e43a4aa33af 2024-11-26T00:35:33,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/57fbd77d05bd43c987c82482db3c4f89 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/57fbd77d05bd43c987c82482db3c4f89 2024-11-26T00:35:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,772 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/57fbd77d05bd43c987c82482db3c4f89, entries=200, sequenceid=378, filesize=14.4 K 2024-11-26T00:35:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/c7c1c4fc843e436e997231f790bb51dc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7c1c4fc843e436e997231f790bb51dc 2024-11-26T00:35:33,780 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7c1c4fc843e436e997231f790bb51dc, entries=150, sequenceid=378, filesize=12.0 K 2024-11-26T00:35:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/70a7fa71270f4202b8f48e43a4aa33af as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/70a7fa71270f4202b8f48e43a4aa33af 2024-11-26T00:35:33,788 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/70a7fa71270f4202b8f48e43a4aa33af, entries=150, sequenceid=378, filesize=12.0 K 2024-11-26T00:35:33,789 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 10177dc7f9037055806a3824880b59c6 in 192ms, sequenceid=378, compaction requested=false 2024-11-26T00:35:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T00:35:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T00:35:33,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T00:35:33,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 346 msec 2024-11-26T00:35:33,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 353 msec 2024-11-26T00:35:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:33,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T00:35:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:33,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:33,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/56ecbe0456d24139ae62320146095f20 is 50, key is test_row_0/A:col10/1732581333650/Put/seqid=0 2024-11-26T00:35:33,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581393978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581393978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581393978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581393979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581393979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:33,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741923_1099 (size=14741) 2024-11-26T00:35:33,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/56ecbe0456d24139ae62320146095f20 2024-11-26T00:35:34,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3465114b640043bb9eceb7c6a3050348 is 50, key is test_row_0/B:col10/1732581333650/Put/seqid=0 2024-11-26T00:35:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741924_1100 (size=12301) 2024-11-26T00:35:34,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3465114b640043bb9eceb7c6a3050348 2024-11-26T00:35:34,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0ba29b1e52684cf799c3beb2f2276c2b is 50, key is test_row_0/C:col10/1732581333650/Put/seqid=0 2024-11-26T00:35:34,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741925_1101 (size=12301) 2024-11-26T00:35:34,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0ba29b1e52684cf799c3beb2f2276c2b 2024-11-26T00:35:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T00:35:34,045 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T00:35:34,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/56ecbe0456d24139ae62320146095f20 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/56ecbe0456d24139ae62320146095f20 2024-11-26T00:35:34,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-26T00:35:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T00:35:34,049 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:34,050 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:34,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:34,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/56ecbe0456d24139ae62320146095f20, entries=200, sequenceid=408, filesize=14.4 K 2024-11-26T00:35:34,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3465114b640043bb9eceb7c6a3050348 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3465114b640043bb9eceb7c6a3050348 2024-11-26T00:35:34,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3465114b640043bb9eceb7c6a3050348, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T00:35:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0ba29b1e52684cf799c3beb2f2276c2b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0ba29b1e52684cf799c3beb2f2276c2b 2024-11-26T00:35:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581394082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581394083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581394083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581394083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581394083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0ba29b1e52684cf799c3beb2f2276c2b, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T00:35:34,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 10177dc7f9037055806a3824880b59c6 in 118ms, sequenceid=408, compaction requested=true 2024-11-26T00:35:34,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:34,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:34,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:34,090 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:34,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:34,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:34,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:34,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:35:34,091 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:34,092 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:34,092 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,092 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/5c611ab641904b6da4de73d140de9024, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/57fbd77d05bd43c987c82482db3c4f89, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/56ecbe0456d24139ae62320146095f20] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=41.7 K 2024-11-26T00:35:34,092 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c611ab641904b6da4de73d140de9024, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732581333372 2024-11-26T00:35:34,093 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 57fbd77d05bd43c987c82482db3c4f89, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732581333485 2024-11-26T00:35:34,093 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 56ecbe0456d24139ae62320146095f20, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732581333650 2024-11-26T00:35:34,101 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#87 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:34,101 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/6030950e49a54c77bf0c68d91d71edda is 50, key is test_row_0/A:col10/1732581333650/Put/seqid=0 2024-11-26T00:35:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741926_1102 (size=13289) 2024-11-26T00:35:34,143 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a8f93bd4e6544525b0760c7ddd91ceeb as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a8f93bd4e6544525b0760c7ddd91ceeb 2024-11-26T00:35:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T00:35:34,151 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into a8f93bd4e6544525b0760c7ddd91ceeb(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:34,151 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:34,151 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581333580; duration=0sec 2024-11-26T00:35:34,151 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:35:34,151 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:34,151 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:34,151 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:34,153 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:34,153 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:34,153 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,154 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d85e0f0a38d64b03a72059117c92ab4b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7c1c4fc843e436e997231f790bb51dc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3465114b640043bb9eceb7c6a3050348] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=36.9 K 2024-11-26T00:35:34,154 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting d85e0f0a38d64b03a72059117c92ab4b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732581333372 2024-11-26T00:35:34,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7c1c4fc843e436e997231f790bb51dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732581333485 2024-11-26T00:35:34,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3465114b640043bb9eceb7c6a3050348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732581333650 2024-11-26T00:35:34,164 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:34,165 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1b59a484d2f34d40b44c72fb39104d5b is 50, key is test_row_0/B:col10/1732581333650/Put/seqid=0 2024-11-26T00:35:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741927_1103 (size=13289) 2024-11-26T00:35:34,195 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1b59a484d2f34d40b44c72fb39104d5b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b59a484d2f34d40b44c72fb39104d5b 2024-11-26T00:35:34,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T00:35:34,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,202 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T00:35:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:34,203 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 1b59a484d2f34d40b44c72fb39104d5b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:34,203 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:34,203 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581334090; duration=0sec 2024-11-26T00:35:34,203 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:34,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:34,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:34,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:34,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:34,204 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:34,204 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:34,206 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:34,207 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:34,207 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,207 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a8f93bd4e6544525b0760c7ddd91ceeb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/70a7fa71270f4202b8f48e43a4aa33af, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0ba29b1e52684cf799c3beb2f2276c2b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=36.9 K 2024-11-26T00:35:34,207 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8f93bd4e6544525b0760c7ddd91ceeb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732581333372 2024-11-26T00:35:34,208 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a7fa71270f4202b8f48e43a4aa33af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732581333485 2024-11-26T00:35:34,208 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba29b1e52684cf799c3beb2f2276c2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732581333650 2024-11-26T00:35:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b9931af3eed34063947fb561126530e7 is 50, key is test_row_0/A:col10/1732581333978/Put/seqid=0 2024-11-26T00:35:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741928_1104 (size=12301) 2024-11-26T00:35:34,229 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b9931af3eed34063947fb561126530e7 2024-11-26T00:35:34,243 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b085eba5680a4e15b1ae908c44b5879a is 50, key is test_row_0/B:col10/1732581333978/Put/seqid=0 2024-11-26T00:35:34,244 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/af2432db229d4c269336f521a5fecdc0 is 50, key is test_row_0/C:col10/1732581333650/Put/seqid=0 2024-11-26T00:35:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741929_1105 (size=12301) 2024-11-26T00:35:34,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b085eba5680a4e15b1ae908c44b5879a 2024-11-26T00:35:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741930_1106 (size=13289) 2024-11-26T00:35:34,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/780068b1b9004d98acb41b1405d77773 is 50, key is test_row_0/C:col10/1732581333978/Put/seqid=0 2024-11-26T00:35:34,267 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/af2432db229d4c269336f521a5fecdc0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/af2432db229d4c269336f521a5fecdc0 2024-11-26T00:35:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741931_1107 (size=12301) 2024-11-26T00:35:34,274 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/780068b1b9004d98acb41b1405d77773 2024-11-26T00:35:34,277 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into af2432db229d4c269336f521a5fecdc0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:34,277 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:34,277 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581334090; duration=0sec 2024-11-26T00:35:34,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:34,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:34,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/b9931af3eed34063947fb561126530e7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b9931af3eed34063947fb561126530e7 2024-11-26T00:35:34,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:34,293 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b9931af3eed34063947fb561126530e7, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T00:35:34,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b085eba5680a4e15b1ae908c44b5879a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b085eba5680a4e15b1ae908c44b5879a 2024-11-26T00:35:34,302 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b085eba5680a4e15b1ae908c44b5879a, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T00:35:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/780068b1b9004d98acb41b1405d77773 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/780068b1b9004d98acb41b1405d77773 2024-11-26T00:35:34,308 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/780068b1b9004d98acb41b1405d77773, entries=150, sequenceid=419, filesize=12.0 K 2024-11-26T00:35:34,310 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=67.09 KB/68700 for 10177dc7f9037055806a3824880b59c6 in 108ms, sequenceid=419, compaction requested=false 2024-11-26T00:35:34,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:34,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T00:35:34,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T00:35:34,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-26T00:35:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:34,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T00:35:34,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 262 msec 2024-11-26T00:35:34,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 268 msec 2024-11-26T00:35:34,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a57bb740e7da4f8590ce8d1b4eb624e1 is 50, key is test_row_0/A:col10/1732581334296/Put/seqid=0 2024-11-26T00:35:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741932_1108 (size=12301) 2024-11-26T00:35:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T00:35:34,351 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T00:35:34,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-26T00:35:34,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T00:35:34,354 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:34,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581394368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581394368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581394369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581394369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581394374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T00:35:34,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581394475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581394475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581394476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581394476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581394476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T00:35:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,512 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/6030950e49a54c77bf0c68d91d71edda as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/6030950e49a54c77bf0c68d91d71edda 2024-11-26T00:35:34,517 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 6030950e49a54c77bf0c68d91d71edda(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:34,517 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:34,517 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581334089; duration=0sec 2024-11-26T00:35:34,517 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:34,517 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T00:35:34,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T00:35:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581394677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581394678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581394678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581394679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581394679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a57bb740e7da4f8590ce8d1b4eb624e1 2024-11-26T00:35:34,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1371953a3be743508923fddb09ef29b0 is 50, key is test_row_0/B:col10/1732581334296/Put/seqid=0 2024-11-26T00:35:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741933_1109 (size=12301) 2024-11-26T00:35:34,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T00:35:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T00:35:34,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T00:35:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:34,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:34,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581394982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581394983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581394984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581394984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581394985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T00:35:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1371953a3be743508923fddb09ef29b0 2024-11-26T00:35:35,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/cb28fee6c8c34fa4a302fd4b0f6369b7 is 50, key is test_row_0/C:col10/1732581334296/Put/seqid=0 2024-11-26T00:35:35,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741934_1110 (size=12301) 2024-11-26T00:35:35,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/cb28fee6c8c34fa4a302fd4b0f6369b7 2024-11-26T00:35:35,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/a57bb740e7da4f8590ce8d1b4eb624e1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a57bb740e7da4f8590ce8d1b4eb624e1 2024-11-26T00:35:35,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a57bb740e7da4f8590ce8d1b4eb624e1, entries=150, sequenceid=434, filesize=12.0 K 2024-11-26T00:35:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/1371953a3be743508923fddb09ef29b0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1371953a3be743508923fddb09ef29b0 2024-11-26T00:35:35,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1371953a3be743508923fddb09ef29b0, entries=150, sequenceid=434, filesize=12.0 K 2024-11-26T00:35:35,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/cb28fee6c8c34fa4a302fd4b0f6369b7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/cb28fee6c8c34fa4a302fd4b0f6369b7 2024-11-26T00:35:35,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/cb28fee6c8c34fa4a302fd4b0f6369b7, entries=150, sequenceid=434, filesize=12.0 K 2024-11-26T00:35:35,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 10177dc7f9037055806a3824880b59c6 in 889ms, sequenceid=434, compaction requested=true 2024-11-26T00:35:35,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:35,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,200 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:35,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:35,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,200 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:35,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:35,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:35,201 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:35,201 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:35,201 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:35,201 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:35,201 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,201 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,201 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b59a484d2f34d40b44c72fb39104d5b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b085eba5680a4e15b1ae908c44b5879a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1371953a3be743508923fddb09ef29b0] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.0 K 2024-11-26T00:35:35,201 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/6030950e49a54c77bf0c68d91d71edda, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b9931af3eed34063947fb561126530e7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a57bb740e7da4f8590ce8d1b4eb624e1] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.0 K 2024-11-26T00:35:35,202 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b59a484d2f34d40b44c72fb39104d5b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732581333650 2024-11-26T00:35:35,202 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6030950e49a54c77bf0c68d91d71edda, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732581333650 2024-11-26T00:35:35,202 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b085eba5680a4e15b1ae908c44b5879a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732581333974 2024-11-26T00:35:35,203 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9931af3eed34063947fb561126530e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732581333974 2024-11-26T00:35:35,204 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1371953a3be743508923fddb09ef29b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732581334296 2024-11-26T00:35:35,204 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a57bb740e7da4f8590ce8d1b4eb624e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732581334296 2024-11-26T00:35:35,217 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:35,218 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/7879ab52d5b3415dbc649b5585b8e9c1 is 50, key is test_row_0/B:col10/1732581334296/Put/seqid=0 2024-11-26T00:35:35,221 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:35,222 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/80cc677b2efd47cfa63c9a4e804b7996 is 50, key is test_row_0/A:col10/1732581334296/Put/seqid=0 2024-11-26T00:35:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741935_1111 (size=13391) 2024-11-26T00:35:35,233 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/7879ab52d5b3415dbc649b5585b8e9c1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7879ab52d5b3415dbc649b5585b8e9c1 2024-11-26T00:35:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741936_1112 (size=13391) 2024-11-26T00:35:35,247 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 7879ab52d5b3415dbc649b5585b8e9c1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:35,247 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,247 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581335200; duration=0sec 2024-11-26T00:35:35,247 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:35,247 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:35,247 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:35,247 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/80cc677b2efd47cfa63c9a4e804b7996 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/80cc677b2efd47cfa63c9a4e804b7996 2024-11-26T00:35:35,250 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:35,250 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:35,250 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,250 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/af2432db229d4c269336f521a5fecdc0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/780068b1b9004d98acb41b1405d77773, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/cb28fee6c8c34fa4a302fd4b0f6369b7] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.0 K 2024-11-26T00:35:35,252 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting af2432db229d4c269336f521a5fecdc0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732581333650 2024-11-26T00:35:35,252 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 780068b1b9004d98acb41b1405d77773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732581333974 2024-11-26T00:35:35,254 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting cb28fee6c8c34fa4a302fd4b0f6369b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732581334296 2024-11-26T00:35:35,260 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 80cc677b2efd47cfa63c9a4e804b7996(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:35,260 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,260 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581335199; duration=0sec 2024-11-26T00:35:35,261 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,261 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:35,265 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:35,266 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/be14f92135aa42babcc6d6b609820688 is 50, key is test_row_0/C:col10/1732581334296/Put/seqid=0 2024-11-26T00:35:35,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T00:35:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,270 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T00:35:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/11cd945d87434c17b25f88ab90c2f1b1 is 50, key is test_row_0/A:col10/1732581334373/Put/seqid=0 2024-11-26T00:35:35,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741937_1113 (size=13391) 2024-11-26T00:35:35,292 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/be14f92135aa42babcc6d6b609820688 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/be14f92135aa42babcc6d6b609820688 2024-11-26T00:35:35,301 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into be14f92135aa42babcc6d6b609820688(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:35,301 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,302 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581335200; duration=0sec 2024-11-26T00:35:35,302 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,302 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741938_1114 (size=12301) 2024-11-26T00:35:35,309 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/11cd945d87434c17b25f88ab90c2f1b1 2024-11-26T00:35:35,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/38e592771d0a4256a76f9044f67627ce is 50, key is test_row_0/B:col10/1732581334373/Put/seqid=0 2024-11-26T00:35:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741939_1115 (size=12301) 2024-11-26T00:35:35,330 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/38e592771d0a4256a76f9044f67627ce 2024-11-26T00:35:35,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0699af973a4e476f8b5a4a644319cbcd is 50, key is test_row_0/C:col10/1732581334373/Put/seqid=0 2024-11-26T00:35:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741940_1116 (size=12301) 2024-11-26T00:35:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0699af973a4e476f8b5a4a644319cbcd 2024-11-26T00:35:35,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/11cd945d87434c17b25f88ab90c2f1b1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/11cd945d87434c17b25f88ab90c2f1b1 2024-11-26T00:35:35,361 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/11cd945d87434c17b25f88ab90c2f1b1, entries=150, sequenceid=459, filesize=12.0 K 2024-11-26T00:35:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/38e592771d0a4256a76f9044f67627ce as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/38e592771d0a4256a76f9044f67627ce 2024-11-26T00:35:35,370 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/38e592771d0a4256a76f9044f67627ce, entries=150, sequenceid=459, filesize=12.0 K 2024-11-26T00:35:35,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/0699af973a4e476f8b5a4a644319cbcd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0699af973a4e476f8b5a4a644319cbcd 2024-11-26T00:35:35,379 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0699af973a4e476f8b5a4a644319cbcd, entries=150, sequenceid=459, filesize=12.0 K 2024-11-26T00:35:35,380 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 10177dc7f9037055806a3824880b59c6 in 110ms, sequenceid=459, compaction requested=false 2024-11-26T00:35:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T00:35:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-26T00:35:35,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T00:35:35,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-26T00:35:35,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0320 sec 2024-11-26T00:35:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T00:35:35,457 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-26T00:35:35,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-26T00:35:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T00:35:35,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:35,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:35,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:35,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:35,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ea4d86cf957e464a9e2d51f5df95304f is 50, key is test_row_0/A:col10/1732581335494/Put/seqid=0 2024-11-26T00:35:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741941_1117 (size=12301) 2024-11-26T00:35:35,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ea4d86cf957e464a9e2d51f5df95304f 2024-11-26T00:35:35,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/fc6377a059914a1fa12e3128d6f39a11 is 50, key is test_row_0/B:col10/1732581335494/Put/seqid=0 2024-11-26T00:35:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581395524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581395525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581395527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581395528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581395529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741942_1118 (size=12301) 2024-11-26T00:35:35,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/fc6377a059914a1fa12e3128d6f39a11 2024-11-26T00:35:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T00:35:35,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6e988ad6cbb840fc97862bd9c23b8b94 is 50, key is test_row_0/C:col10/1732581335494/Put/seqid=0 2024-11-26T00:35:35,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741943_1119 (size=12301) 2024-11-26T00:35:35,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6e988ad6cbb840fc97862bd9c23b8b94 2024-11-26T00:35:35,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ea4d86cf957e464a9e2d51f5df95304f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ea4d86cf957e464a9e2d51f5df95304f 2024-11-26T00:35:35,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ea4d86cf957e464a9e2d51f5df95304f, entries=150, sequenceid=471, filesize=12.0 K 2024-11-26T00:35:35,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T00:35:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/fc6377a059914a1fa12e3128d6f39a11 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fc6377a059914a1fa12e3128d6f39a11 2024-11-26T00:35:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fc6377a059914a1fa12e3128d6f39a11, entries=150, sequenceid=471, filesize=12.0 K 2024-11-26T00:35:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/6e988ad6cbb840fc97862bd9c23b8b94 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6e988ad6cbb840fc97862bd9c23b8b94 2024-11-26T00:35:35,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6e988ad6cbb840fc97862bd9c23b8b94, entries=150, sequenceid=471, filesize=12.0 K 2024-11-26T00:35:35,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581395633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 10177dc7f9037055806a3824880b59c6 in 141ms, sequenceid=471, compaction requested=true 2024-11-26T00:35:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:35,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,637 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:35,637 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:35,638 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:35,639 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:35,639 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:35,639 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:35,639 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7879ab52d5b3415dbc649b5585b8e9c1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/38e592771d0a4256a76f9044f67627ce, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fc6377a059914a1fa12e3128d6f39a11] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.1 K 2024-11-26T00:35:35,639 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:35,639 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,639 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/80cc677b2efd47cfa63c9a4e804b7996, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/11cd945d87434c17b25f88ab90c2f1b1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ea4d86cf957e464a9e2d51f5df95304f] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.1 K 2024-11-26T00:35:35,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:35:35,640 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7879ab52d5b3415dbc649b5585b8e9c1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732581334296 2024-11-26T00:35:35,640 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80cc677b2efd47cfa63c9a4e804b7996, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732581334296 2024-11-26T00:35:35,641 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11cd945d87434c17b25f88ab90c2f1b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732581334333 2024-11-26T00:35:35,641 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e592771d0a4256a76f9044f67627ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732581334333 2024-11-26T00:35:35,641 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting fc6377a059914a1fa12e3128d6f39a11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732581335493 2024-11-26T00:35:35,641 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4d86cf957e464a9e2d51f5df95304f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732581335493 2024-11-26T00:35:35,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:35,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:35,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:35,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:35,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ac1c079454e74b62801efad2cf6f21cd is 50, key is test_row_0/A:col10/1732581335637/Put/seqid=0 2024-11-26T00:35:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581395647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581395647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581395648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581395651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,665 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:35,666 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/83d7d8e7a0f64bd5bd51eca639373979 is 50, key is test_row_0/B:col10/1732581335494/Put/seqid=0 2024-11-26T00:35:35,668 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:35,669 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/cb5f4caa5f304dbf91c02ac6d5e9868a is 50, key is test_row_0/A:col10/1732581335494/Put/seqid=0 2024-11-26T00:35:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741945_1121 (size=13493) 2024-11-26T00:35:35,712 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/83d7d8e7a0f64bd5bd51eca639373979 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/83d7d8e7a0f64bd5bd51eca639373979 2024-11-26T00:35:35,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741944_1120 (size=14741) 2024-11-26T00:35:35,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ac1c079454e74b62801efad2cf6f21cd 2024-11-26T00:35:35,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741946_1122 (size=13493) 2024-11-26T00:35:35,734 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 83d7d8e7a0f64bd5bd51eca639373979(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:35,734 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,734 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581335637; duration=0sec 2024-11-26T00:35:35,734 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:35,734 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:35,734 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:35,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/fe9a6d9e64b642db8fe73087f952d59c is 50, key is test_row_0/B:col10/1732581335637/Put/seqid=0 2024-11-26T00:35:35,737 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:35,737 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:35,737 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,738 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/be14f92135aa42babcc6d6b609820688, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0699af973a4e476f8b5a4a644319cbcd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6e988ad6cbb840fc97862bd9c23b8b94] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.1 K 2024-11-26T00:35:35,738 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting be14f92135aa42babcc6d6b609820688, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732581334296 2024-11-26T00:35:35,738 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0699af973a4e476f8b5a4a644319cbcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732581334333 2024-11-26T00:35:35,739 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e988ad6cbb840fc97862bd9c23b8b94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732581335493 2024-11-26T00:35:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741947_1123 (size=12301) 2024-11-26T00:35:35,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/fe9a6d9e64b642db8fe73087f952d59c 2024-11-26T00:35:35,753 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:35,753 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/18ccf2c6cae04b10b48a27ff3feedd64 is 50, key is test_row_0/C:col10/1732581335494/Put/seqid=0 2024-11-26T00:35:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581395752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581395753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581395753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581395757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T00:35:35,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T00:35:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/629092fe874e49748ff705aff84a63fb is 50, key is test_row_0/C:col10/1732581335637/Put/seqid=0 2024-11-26T00:35:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741948_1124 (size=13493) 2024-11-26T00:35:35,783 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/18ccf2c6cae04b10b48a27ff3feedd64 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/18ccf2c6cae04b10b48a27ff3feedd64 2024-11-26T00:35:35,790 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 18ccf2c6cae04b10b48a27ff3feedd64(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:35,790 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:35,790 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581335638; duration=0sec 2024-11-26T00:35:35,790 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:35,790 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741949_1125 (size=12301) 2024-11-26T00:35:35,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581395836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T00:35:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:35,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:35,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581395955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581395955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581395957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:35,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581395960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T00:35:36,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T00:35:36,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:36,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:36,127 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/cb5f4caa5f304dbf91c02ac6d5e9868a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cb5f4caa5f304dbf91c02ac6d5e9868a 2024-11-26T00:35:36,134 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into cb5f4caa5f304dbf91c02ac6d5e9868a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:36,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:36,134 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581335637; duration=0sec 2024-11-26T00:35:36,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:36,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:36,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581396140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/629092fe874e49748ff705aff84a63fb 2024-11-26T00:35:36,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/ac1c079454e74b62801efad2cf6f21cd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ac1c079454e74b62801efad2cf6f21cd 2024-11-26T00:35:36,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ac1c079454e74b62801efad2cf6f21cd, entries=200, sequenceid=500, filesize=14.4 K 2024-11-26T00:35:36,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/fe9a6d9e64b642db8fe73087f952d59c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fe9a6d9e64b642db8fe73087f952d59c 2024-11-26T00:35:36,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fe9a6d9e64b642db8fe73087f952d59c, entries=150, sequenceid=500, filesize=12.0 K 2024-11-26T00:35:36,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/629092fe874e49748ff705aff84a63fb as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/629092fe874e49748ff705aff84a63fb 2024-11-26T00:35:36,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/629092fe874e49748ff705aff84a63fb, entries=150, sequenceid=500, filesize=12.0 K 2024-11-26T00:35:36,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 10177dc7f9037055806a3824880b59c6 in 582ms, sequenceid=500, compaction requested=false 2024-11-26T00:35:36,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:36,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T00:35:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:36,228 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T00:35:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:36,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/7b7345e80d2b4f45b4f9ea7d164b5171 is 50, key is test_row_1/A:col10/1732581335646/Put/seqid=0 2024-11-26T00:35:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741950_1126 (size=9857) 2024-11-26T00:35:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:36,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581396286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581396287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581396288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581396289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581396391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581396393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581396393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581396394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T00:35:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581396594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581396598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581396598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581396598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,644 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/7b7345e80d2b4f45b4f9ea7d164b5171 2024-11-26T00:35:36,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581396647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b650b46ff63b47569b2e5d3037fd0ffb is 50, key is test_row_1/B:col10/1732581335646/Put/seqid=0 2024-11-26T00:35:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741951_1127 (size=9857) 2024-11-26T00:35:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581396899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581396900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581396901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581396901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,059 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b650b46ff63b47569b2e5d3037fd0ffb 2024-11-26T00:35:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a254bd0430374a56bd8d797b812f330f is 50, key is test_row_1/C:col10/1732581335646/Put/seqid=0 2024-11-26T00:35:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741952_1128 (size=9857) 2024-11-26T00:35:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581397401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581397404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581397404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581397406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,472 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a254bd0430374a56bd8d797b812f330f 2024-11-26T00:35:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/7b7345e80d2b4f45b4f9ea7d164b5171 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7b7345e80d2b4f45b4f9ea7d164b5171 2024-11-26T00:35:37,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7b7345e80d2b4f45b4f9ea7d164b5171, entries=100, sequenceid=510, filesize=9.6 K 2024-11-26T00:35:37,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/b650b46ff63b47569b2e5d3037fd0ffb as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b650b46ff63b47569b2e5d3037fd0ffb 2024-11-26T00:35:37,488 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b650b46ff63b47569b2e5d3037fd0ffb, entries=100, sequenceid=510, filesize=9.6 K 2024-11-26T00:35:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a254bd0430374a56bd8d797b812f330f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a254bd0430374a56bd8d797b812f330f 2024-11-26T00:35:37,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a254bd0430374a56bd8d797b812f330f, entries=100, sequenceid=510, filesize=9.6 K 2024-11-26T00:35:37,496 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 10177dc7f9037055806a3824880b59c6 in 1268ms, sequenceid=510, compaction requested=true 2024-11-26T00:35:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T00:35:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-26T00:35:37,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T00:35:37,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0370 sec 2024-11-26T00:35:37,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.0400 sec 2024-11-26T00:35:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T00:35:37,563 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-26T00:35:37,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-26T00:35:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:37,566 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:37,566 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:37,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:37,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-26T00:35:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:37,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:37,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:37,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/f2495ba8d09e4425950f2bfdd3b2ec2d is 50, key is test_row_0/A:col10/1732581336284/Put/seqid=0 2024-11-26T00:35:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581397666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741953_1129 (size=12301) 2024-11-26T00:35:37,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:37,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:37,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581397768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:37,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:37,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:37,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581397972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/f2495ba8d09e4425950f2bfdd3b2ec2d 2024-11-26T00:35:38,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/bfb32f940acd4a6d93102fb09dbeb957 is 50, key is test_row_0/B:col10/1732581336284/Put/seqid=0 2024-11-26T00:35:38,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741954_1130 (size=12301) 2024-11-26T00:35:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:38,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581398275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:38,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:38,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581398406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581398408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581398412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581398416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:38,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/bfb32f940acd4a6d93102fb09dbeb957 2024-11-26T00:35:38,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/40b2226178e54c70b4d8e89910248bef is 50, key is test_row_0/C:col10/1732581336284/Put/seqid=0 2024-11-26T00:35:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741955_1131 (size=12301) 2024-11-26T00:35:38,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/40b2226178e54c70b4d8e89910248bef 2024-11-26T00:35:38,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/f2495ba8d09e4425950f2bfdd3b2ec2d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/f2495ba8d09e4425950f2bfdd3b2ec2d 2024-11-26T00:35:38,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/f2495ba8d09e4425950f2bfdd3b2ec2d, entries=150, sequenceid=540, filesize=12.0 K 2024-11-26T00:35:38,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/bfb32f940acd4a6d93102fb09dbeb957 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/bfb32f940acd4a6d93102fb09dbeb957 2024-11-26T00:35:38,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/bfb32f940acd4a6d93102fb09dbeb957, entries=150, sequenceid=540, filesize=12.0 K 2024-11-26T00:35:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/40b2226178e54c70b4d8e89910248bef as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/40b2226178e54c70b4d8e89910248bef 2024-11-26T00:35:38,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/40b2226178e54c70b4d8e89910248bef, entries=150, sequenceid=540, filesize=12.0 K 2024-11-26T00:35:38,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 10177dc7f9037055806a3824880b59c6 in 870ms, sequenceid=540, compaction requested=true 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:38,528 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:38,528 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:38,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:38,531 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50392 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:38,531 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:38,531 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,531 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cb5f4caa5f304dbf91c02ac6d5e9868a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ac1c079454e74b62801efad2cf6f21cd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7b7345e80d2b4f45b4f9ea7d164b5171, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/f2495ba8d09e4425950f2bfdd3b2ec2d] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=49.2 K 2024-11-26T00:35:38,532 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:38,532 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb5f4caa5f304dbf91c02ac6d5e9868a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732581335493 2024-11-26T00:35:38,532 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:38,532 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,532 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/83d7d8e7a0f64bd5bd51eca639373979, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fe9a6d9e64b642db8fe73087f952d59c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b650b46ff63b47569b2e5d3037fd0ffb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/bfb32f940acd4a6d93102fb09dbeb957] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=46.8 K 2024-11-26T00:35:38,532 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac1c079454e74b62801efad2cf6f21cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732581335637 2024-11-26T00:35:38,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d7d8e7a0f64bd5bd51eca639373979, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732581335493 2024-11-26T00:35:38,533 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b7345e80d2b4f45b4f9ea7d164b5171, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732581335646 2024-11-26T00:35:38,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9a6d9e64b642db8fe73087f952d59c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732581335637 2024-11-26T00:35:38,533 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2495ba8d09e4425950f2bfdd3b2ec2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732581336284 2024-11-26T00:35:38,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b650b46ff63b47569b2e5d3037fd0ffb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732581335646 2024-11-26T00:35:38,534 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb32f940acd4a6d93102fb09dbeb957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732581336284 2024-11-26T00:35:38,545 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:38,546 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/41a1152f98454729915adef210209580 is 50, key is test_row_0/B:col10/1732581336284/Put/seqid=0 2024-11-26T00:35:38,549 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:38,549 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/78e44d7a5e60487b886a52fa6b812c28 is 50, key is test_row_0/A:col10/1732581336284/Put/seqid=0 2024-11-26T00:35:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741956_1132 (size=13629) 2024-11-26T00:35:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741957_1133 (size=13629) 2024-11-26T00:35:38,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T00:35:38,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,635 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T00:35:38,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/49c39d06701248f58149c5fc7706f666 is 50, key is test_row_0/A:col10/1732581337663/Put/seqid=0 2024-11-26T00:35:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741958_1134 (size=9857) 2024-11-26T00:35:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:38,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581398892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:38,957 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/41a1152f98454729915adef210209580 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/41a1152f98454729915adef210209580 2024-11-26T00:35:38,960 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/78e44d7a5e60487b886a52fa6b812c28 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/78e44d7a5e60487b886a52fa6b812c28 2024-11-26T00:35:38,964 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 41a1152f98454729915adef210209580(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:38,964 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:38,964 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=12, startTime=1732581338528; duration=0sec 2024-11-26T00:35:38,964 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:38,964 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:38,964 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:35:38,966 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:35:38,967 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:38,967 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:38,967 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/18ccf2c6cae04b10b48a27ff3feedd64, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/629092fe874e49748ff705aff84a63fb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a254bd0430374a56bd8d797b812f330f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/40b2226178e54c70b4d8e89910248bef] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=46.8 K 2024-11-26T00:35:38,967 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into 78e44d7a5e60487b886a52fa6b812c28(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:38,967 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:38,967 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=12, startTime=1732581338528; duration=0sec 2024-11-26T00:35:38,967 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 18ccf2c6cae04b10b48a27ff3feedd64, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732581335493 2024-11-26T00:35:38,967 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:38,967 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:38,968 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 629092fe874e49748ff705aff84a63fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732581335637 2024-11-26T00:35:38,968 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a254bd0430374a56bd8d797b812f330f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732581335646 2024-11-26T00:35:38,968 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b2226178e54c70b4d8e89910248bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732581336284 2024-11-26T00:35:38,977 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:38,978 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a10b7dc10a8544608dd700b239ef7346 is 50, key is test_row_0/C:col10/1732581336284/Put/seqid=0 2024-11-26T00:35:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741959_1135 (size=13629) 2024-11-26T00:35:38,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581398995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:39,044 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/49c39d06701248f58149c5fc7706f666 2024-11-26T00:35:39,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/0c6ced2aa55c4a68b88f3be558e8a3a7 is 50, key is test_row_0/B:col10/1732581337663/Put/seqid=0 2024-11-26T00:35:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741960_1136 (size=9857) 2024-11-26T00:35:39,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581399197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:39,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/a10b7dc10a8544608dd700b239ef7346 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a10b7dc10a8544608dd700b239ef7346 2024-11-26T00:35:39,400 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into a10b7dc10a8544608dd700b239ef7346(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:39,400 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:39,400 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=12, startTime=1732581338528; duration=0sec 2024-11-26T00:35:39,400 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:39,400 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:39,462 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/0c6ced2aa55c4a68b88f3be558e8a3a7 2024-11-26T00:35:39,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/4ce9efc945f446b394603fccd96db45e is 50, key is test_row_0/C:col10/1732581337663/Put/seqid=0 2024-11-26T00:35:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741961_1137 (size=9857) 2024-11-26T00:35:39,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581399501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:39,874 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/4ce9efc945f446b394603fccd96db45e 2024-11-26T00:35:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/49c39d06701248f58149c5fc7706f666 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/49c39d06701248f58149c5fc7706f666 2024-11-26T00:35:39,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/49c39d06701248f58149c5fc7706f666, entries=100, sequenceid=546, filesize=9.6 K 2024-11-26T00:35:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/0c6ced2aa55c4a68b88f3be558e8a3a7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/0c6ced2aa55c4a68b88f3be558e8a3a7 2024-11-26T00:35:39,889 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/0c6ced2aa55c4a68b88f3be558e8a3a7, entries=100, sequenceid=546, filesize=9.6 K 2024-11-26T00:35:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/4ce9efc945f446b394603fccd96db45e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/4ce9efc945f446b394603fccd96db45e 2024-11-26T00:35:39,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/4ce9efc945f446b394603fccd96db45e, entries=100, sequenceid=546, filesize=9.6 K 2024-11-26T00:35:39,895 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 10177dc7f9037055806a3824880b59c6 in 1260ms, sequenceid=546, compaction requested=false 2024-11-26T00:35:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T00:35:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-26T00:35:39,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T00:35:39,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-26T00:35:39,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.3330 sec 2024-11-26T00:35:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:40,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-26T00:35:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:40,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/0ce9be336e26455dae00ff01c7277948 is 50, key is test_row_0/A:col10/1732581338831/Put/seqid=0 2024-11-26T00:35:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581400012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741962_1138 (size=14741) 2024-11-26T00:35:40,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/0ce9be336e26455dae00ff01c7277948 2024-11-26T00:35:40,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/2060dba1a5ae401f81c0f3e6ddeaffa7 is 50, key is test_row_0/B:col10/1732581338831/Put/seqid=0 2024-11-26T00:35:40,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741963_1139 (size=12301) 2024-11-26T00:35:40,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581400116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581400317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60106 deadline: 1732581400412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,414 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:35:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732581400414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,415 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:35:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60122 deadline: 1732581400418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,420 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:35:40,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/2060dba1a5ae401f81c0f3e6ddeaffa7 2024-11-26T00:35:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60120 deadline: 1732581400435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,436 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:35:40,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/e55a5ab0a7924423b40d604cb97a1462 is 50, key is test_row_0/C:col10/1732581338831/Put/seqid=0 2024-11-26T00:35:40,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741964_1140 (size=12301) 2024-11-26T00:35:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581400619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:40,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/e55a5ab0a7924423b40d604cb97a1462 2024-11-26T00:35:40,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/0ce9be336e26455dae00ff01c7277948 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/0ce9be336e26455dae00ff01c7277948 2024-11-26T00:35:40,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/0ce9be336e26455dae00ff01c7277948, entries=200, sequenceid=580, filesize=14.4 K 2024-11-26T00:35:40,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/2060dba1a5ae401f81c0f3e6ddeaffa7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2060dba1a5ae401f81c0f3e6ddeaffa7 2024-11-26T00:35:40,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2060dba1a5ae401f81c0f3e6ddeaffa7, entries=150, sequenceid=580, filesize=12.0 K 2024-11-26T00:35:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/e55a5ab0a7924423b40d604cb97a1462 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e55a5ab0a7924423b40d604cb97a1462 2024-11-26T00:35:40,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e55a5ab0a7924423b40d604cb97a1462, entries=150, sequenceid=580, filesize=12.0 K 2024-11-26T00:35:40,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 10177dc7f9037055806a3824880b59c6 in 854ms, sequenceid=580, compaction requested=true 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:40,862 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:40,862 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10177dc7f9037055806a3824880b59c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:40,863 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38227 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:40,863 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:40,863 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/A is initiating minor compaction (all files) 2024-11-26T00:35:40,863 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/B is initiating minor compaction (all files) 2024-11-26T00:35:40,863 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/A in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:40,863 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/B in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:40,863 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/41a1152f98454729915adef210209580, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/0c6ced2aa55c4a68b88f3be558e8a3a7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2060dba1a5ae401f81c0f3e6ddeaffa7] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=34.9 K 2024-11-26T00:35:40,863 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/78e44d7a5e60487b886a52fa6b812c28, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/49c39d06701248f58149c5fc7706f666, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/0ce9be336e26455dae00ff01c7277948] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=37.3 K 2024-11-26T00:35:40,864 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 41a1152f98454729915adef210209580, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732581336284 2024-11-26T00:35:40,864 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78e44d7a5e60487b886a52fa6b812c28, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732581336284 2024-11-26T00:35:40,864 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c6ced2aa55c4a68b88f3be558e8a3a7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732581337663 2024-11-26T00:35:40,864 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49c39d06701248f58149c5fc7706f666, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732581337663 2024-11-26T00:35:40,865 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ce9be336e26455dae00ff01c7277948, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1732581338831 2024-11-26T00:35:40,865 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2060dba1a5ae401f81c0f3e6ddeaffa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1732581338831 2024-11-26T00:35:40,875 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#A#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:40,875 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:40,875 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/cbc09d7279424be6ad2555c7ba0241b2 is 50, key is test_row_0/A:col10/1732581338831/Put/seqid=0 2024-11-26T00:35:40,875 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3e9ea83c75c04f35b0f14d0050206d1e is 50, key is test_row_0/B:col10/1732581338831/Put/seqid=0 2024-11-26T00:35:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741965_1141 (size=13731) 2024-11-26T00:35:40,896 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/cbc09d7279424be6ad2555c7ba0241b2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cbc09d7279424be6ad2555c7ba0241b2 2024-11-26T00:35:40,903 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/A of 10177dc7f9037055806a3824880b59c6 into cbc09d7279424be6ad2555c7ba0241b2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:40,903 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:40,903 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/A, priority=13, startTime=1732581340862; duration=0sec 2024-11-26T00:35:40,903 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:40,903 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:A 2024-11-26T00:35:40,903 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:40,905 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:40,905 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 10177dc7f9037055806a3824880b59c6/C is initiating minor compaction (all files) 2024-11-26T00:35:40,905 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10177dc7f9037055806a3824880b59c6/C in TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:40,905 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a10b7dc10a8544608dd700b239ef7346, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/4ce9efc945f446b394603fccd96db45e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e55a5ab0a7924423b40d604cb97a1462] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp, totalSize=34.9 K 2024-11-26T00:35:40,906 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a10b7dc10a8544608dd700b239ef7346, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732581336284 2024-11-26T00:35:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741966_1142 (size=13731) 2024-11-26T00:35:40,907 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce9efc945f446b394603fccd96db45e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732581337663 2024-11-26T00:35:40,907 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e55a5ab0a7924423b40d604cb97a1462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1732581338831 2024-11-26T00:35:40,914 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10177dc7f9037055806a3824880b59c6#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:40,914 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/192eb4ff169e4da38c267cf472132d7e is 50, key is test_row_0/C:col10/1732581338831/Put/seqid=0 2024-11-26T00:35:40,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741967_1143 (size=13731) 2024-11-26T00:35:40,926 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/192eb4ff169e4da38c267cf472132d7e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/192eb4ff169e4da38c267cf472132d7e 2024-11-26T00:35:40,932 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/C of 10177dc7f9037055806a3824880b59c6 into 192eb4ff169e4da38c267cf472132d7e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:40,932 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:40,932 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/C, priority=13, startTime=1732581340862; duration=0sec 2024-11-26T00:35:40,932 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:40,932 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:C 2024-11-26T00:35:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:41,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:35:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:41,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:41,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/2dd4705f989c41a7b300eeb3f676fada is 50, key is test_row_0/A:col10/1732581341128/Put/seqid=0 2024-11-26T00:35:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741968_1144 (size=14741) 2024-11-26T00:35:41,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581401194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:41,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581401298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:41,311 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/3e9ea83c75c04f35b0f14d0050206d1e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3e9ea83c75c04f35b0f14d0050206d1e 2024-11-26T00:35:41,317 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10177dc7f9037055806a3824880b59c6/B of 10177dc7f9037055806a3824880b59c6 into 3e9ea83c75c04f35b0f14d0050206d1e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:41,317 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:41,317 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6., storeName=10177dc7f9037055806a3824880b59c6/B, priority=13, startTime=1732581340862; duration=0sec 2024-11-26T00:35:41,317 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:41,317 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10177dc7f9037055806a3824880b59c6:B 2024-11-26T00:35:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581401502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:41,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/2dd4705f989c41a7b300eeb3f676fada 2024-11-26T00:35:41,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a2acea44f5d6466f804ed8229b9769b1 is 50, key is test_row_0/B:col10/1732581341128/Put/seqid=0 2024-11-26T00:35:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741969_1145 (size=12301) 2024-11-26T00:35:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T00:35:41,670 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-26T00:35:41,671 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-26T00:35:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T00:35:41,672 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:41,673 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:41,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T00:35:41,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581401805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:41,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:41,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T00:35:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:41,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:41,913 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:63738 2024-11-26T00:35:41,913 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:41,914 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:63738 2024-11-26T00:35:41,914 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:41,914 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:63738 2024-11-26T00:35:41,914 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:41,916 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:63738 2024-11-26T00:35:41,916 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:41,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a2acea44f5d6466f804ed8229b9769b1 2024-11-26T00:35:41,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/49d59f7232dc4280814ea2a753534609 is 50, key is test_row_0/C:col10/1732581341128/Put/seqid=0 2024-11-26T00:35:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741970_1146 (size=12301) 2024-11-26T00:35:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T00:35:41,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:41,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T00:35:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:41,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,083 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T00:35:42,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:42,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T00:35:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:42,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T00:35:42,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:42,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T00:35:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:42,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60088 deadline: 1732581402307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:42,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/49d59f7232dc4280814ea2a753534609 2024-11-26T00:35:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/2dd4705f989c41a7b300eeb3f676fada as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/2dd4705f989c41a7b300eeb3f676fada 2024-11-26T00:35:42,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/2dd4705f989c41a7b300eeb3f676fada, entries=200, sequenceid=593, filesize=14.4 K 2024-11-26T00:35:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a2acea44f5d6466f804ed8229b9769b1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a2acea44f5d6466f804ed8229b9769b1 2024-11-26T00:35:42,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a2acea44f5d6466f804ed8229b9769b1, entries=150, sequenceid=593, filesize=12.0 K 2024-11-26T00:35:42,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/49d59f7232dc4280814ea2a753534609 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/49d59f7232dc4280814ea2a753534609 2024-11-26T00:35:42,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/49d59f7232dc4280814ea2a753534609, entries=150, sequenceid=593, filesize=12.0 K 2024-11-26T00:35:42,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 10177dc7f9037055806a3824880b59c6 in 1267ms, sequenceid=593, compaction requested=false 2024-11-26T00:35:42,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:42,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:42,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T00:35:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:42,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:35:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/8e70d98e24844f4ba03a851d9a3767ee is 50, key is test_row_0/A:col10/1732581341193/Put/seqid=0 2024-11-26T00:35:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741971_1147 (size=12301) 2024-11-26T00:35:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T00:35:42,856 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/8e70d98e24844f4ba03a851d9a3767ee 2024-11-26T00:35:42,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a32dadb2051e489890e38f8cdbbe3b70 is 50, key is test_row_0/B:col10/1732581341193/Put/seqid=0 2024-11-26T00:35:42,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741972_1148 (size=12301) 2024-11-26T00:35:43,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a32dadb2051e489890e38f8cdbbe3b70 2024-11-26T00:35:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2b03ccaa60234a81bb26a90c8b5e6026 is 50, key is test_row_0/C:col10/1732581341193/Put/seqid=0 2024-11-26T00:35:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:43,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. as already flushing 2024-11-26T00:35:43,314 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:63738 2024-11-26T00:35:43,315 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741973_1149 (size=12301) 2024-11-26T00:35:43,719 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2b03ccaa60234a81bb26a90c8b5e6026 2024-11-26T00:35:43,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/8e70d98e24844f4ba03a851d9a3767ee as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/8e70d98e24844f4ba03a851d9a3767ee 2024-11-26T00:35:43,733 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/8e70d98e24844f4ba03a851d9a3767ee, entries=150, sequenceid=619, filesize=12.0 K 2024-11-26T00:35:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/a32dadb2051e489890e38f8cdbbe3b70 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a32dadb2051e489890e38f8cdbbe3b70 2024-11-26T00:35:43,740 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a32dadb2051e489890e38f8cdbbe3b70, entries=150, sequenceid=619, filesize=12.0 K 2024-11-26T00:35:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/2b03ccaa60234a81bb26a90c8b5e6026 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2b03ccaa60234a81bb26a90c8b5e6026 2024-11-26T00:35:43,745 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2b03ccaa60234a81bb26a90c8b5e6026, entries=150, sequenceid=619, filesize=12.0 K 2024-11-26T00:35:43,746 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for 10177dc7f9037055806a3824880b59c6 in 1303ms, sequenceid=619, compaction requested=true 2024-11-26T00:35:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-26T00:35:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-26T00:35:43,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T00:35:43,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0740 sec 2024-11-26T00:35:43,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.0780 sec 2024-11-26T00:35:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T00:35:43,780 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-26T00:35:44,436 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:63738 2024-11-26T00:35:44,436 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:44,445 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:63738 2024-11-26T00:35:44,446 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:44,453 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:63738 2024-11-26T00:35:44,453 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:44,455 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:63738 2024-11-26T00:35:44,455 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 143 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6388 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6447 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2922 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8765 rows 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2940 2024-11-26T00:35:44,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8819 rows 2024-11-26T00:35:44,456 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:35:44,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:63738 2024-11-26T00:35:44,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:35:44,464 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T00:35:44,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T00:35:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:44,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581344473"}]},"ts":"1732581344473"} 2024-11-26T00:35:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T00:35:44,474 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T00:35:44,490 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T00:35:44,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:35:44,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, UNASSIGN}] 2024-11-26T00:35:44,499 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, UNASSIGN 2024-11-26T00:35:44,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=10177dc7f9037055806a3824880b59c6, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:44,501 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:35:44,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T00:35:44,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:44,663 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:44,663 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:35:44,665 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 10177dc7f9037055806a3824880b59c6, disabling compactions & flushes 2024-11-26T00:35:44,665 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:44,665 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:44,666 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. after waiting 0 ms 2024-11-26T00:35:44,666 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:44,666 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 10177dc7f9037055806a3824880b59c6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T00:35:44,667 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=A 2024-11-26T00:35:44,667 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:44,667 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=B 2024-11-26T00:35:44,668 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:44,668 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10177dc7f9037055806a3824880b59c6, store=C 2024-11-26T00:35:44,668 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:44,673 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/1f6f64ad3bee470ebc5b1f13815bbd94 is 50, key is test_row_0/A:col10/1732581344454/Put/seqid=0 2024-11-26T00:35:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741974_1150 (size=12301) 2024-11-26T00:35:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T00:35:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T00:35:45,078 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/1f6f64ad3bee470ebc5b1f13815bbd94 2024-11-26T00:35:45,089 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6444fd962b464a329dab7842e69f6523 is 50, key is test_row_0/B:col10/1732581344454/Put/seqid=0 2024-11-26T00:35:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741975_1151 (size=12301) 2024-11-26T00:35:45,494 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6444fd962b464a329dab7842e69f6523 2024-11-26T00:35:45,508 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/381b1e81412d4a1d8ccd08d6ce76171f is 50, key is test_row_0/C:col10/1732581344454/Put/seqid=0 2024-11-26T00:35:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741976_1152 (size=12301) 2024-11-26T00:35:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T00:35:45,915 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/381b1e81412d4a1d8ccd08d6ce76171f 2024-11-26T00:35:45,925 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/A/1f6f64ad3bee470ebc5b1f13815bbd94 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1f6f64ad3bee470ebc5b1f13815bbd94 2024-11-26T00:35:45,931 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1f6f64ad3bee470ebc5b1f13815bbd94, entries=150, sequenceid=627, filesize=12.0 K 2024-11-26T00:35:45,933 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/B/6444fd962b464a329dab7842e69f6523 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6444fd962b464a329dab7842e69f6523 2024-11-26T00:35:45,939 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6444fd962b464a329dab7842e69f6523, entries=150, sequenceid=627, filesize=12.0 K 2024-11-26T00:35:45,940 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/.tmp/C/381b1e81412d4a1d8ccd08d6ce76171f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/381b1e81412d4a1d8ccd08d6ce76171f 2024-11-26T00:35:45,945 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/381b1e81412d4a1d8ccd08d6ce76171f, entries=150, sequenceid=627, filesize=12.0 K 2024-11-26T00:35:45,946 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 10177dc7f9037055806a3824880b59c6 in 1280ms, sequenceid=627, compaction requested=true 2024-11-26T00:35:45,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9030d03a925041afa06e77961132de90, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/707a920177e24664968f64e2ccd163c6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a17c9ffbeb904fa6bd3049f7148e9298, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/d1753d3c9cd444ffae112ec27bbcd9f8, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ba4b4978150c43f0a3cc2778e38c8d87, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c144a51ed7e941a1803debc9fe778d69, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b58e54e9d30343e4b25f10181be9847b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/73b32111d776423c834c47518275d4d2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9cc83615e224241aeba391e7c932609, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9bd544723e24364bdf3868ae6370ff3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/e4385afb58434ef19d812796bfbeaad8, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/55753f48554d4ceba69285265b67a0fc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/964e417f9aa64f6e8ef3553150a679f9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9522a950a3b64db98f08ad52c41e3766, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/325475033aeb46b68ce66de383b65401, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/611c81cdbd5b4532a1437affa479d90b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4d99d99d10804484aa378a60a87ac7ff, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1efbea9d27a74b308f40ff882ba70b9a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a537384a1c8a4ecc9511eb87402f98d0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4e7497e981e5455ebdc360bb7cfa7fee, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a6c0696e5a05488e8e679de67af94d69, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b598859a66224afd842a49606c8573b9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/3588586fe3b148df971f06ef78df9aeb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/132439c6d6d04296943bd1dd6692fc49, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7fa8b54bba2c479ea2cbcb3b009a05c3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/5c611ab641904b6da4de73d140de9024, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/640b60d1ff2645c685b1186578ceea7c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/57fbd77d05bd43c987c82482db3c4f89, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/56ecbe0456d24139ae62320146095f20, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/6030950e49a54c77bf0c68d91d71edda, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b9931af3eed34063947fb561126530e7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/80cc677b2efd47cfa63c9a4e804b7996, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a57bb740e7da4f8590ce8d1b4eb624e1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/11cd945d87434c17b25f88ab90c2f1b1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cb5f4caa5f304dbf91c02ac6d5e9868a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ea4d86cf957e464a9e2d51f5df95304f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ac1c079454e74b62801efad2cf6f21cd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7b7345e80d2b4f45b4f9ea7d164b5171, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/78e44d7a5e60487b886a52fa6b812c28, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/f2495ba8d09e4425950f2bfdd3b2ec2d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/49c39d06701248f58149c5fc7706f666, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/0ce9be336e26455dae00ff01c7277948] to archive 2024-11-26T00:35:45,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:35:45,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9030d03a925041afa06e77961132de90 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9030d03a925041afa06e77961132de90 2024-11-26T00:35:45,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/707a920177e24664968f64e2ccd163c6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/707a920177e24664968f64e2ccd163c6 2024-11-26T00:35:45,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a17c9ffbeb904fa6bd3049f7148e9298 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a17c9ffbeb904fa6bd3049f7148e9298 2024-11-26T00:35:45,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/d1753d3c9cd444ffae112ec27bbcd9f8 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/d1753d3c9cd444ffae112ec27bbcd9f8 2024-11-26T00:35:45,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ba4b4978150c43f0a3cc2778e38c8d87 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ba4b4978150c43f0a3cc2778e38c8d87 2024-11-26T00:35:45,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c144a51ed7e941a1803debc9fe778d69 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c144a51ed7e941a1803debc9fe778d69 2024-11-26T00:35:45,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b58e54e9d30343e4b25f10181be9847b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b58e54e9d30343e4b25f10181be9847b 2024-11-26T00:35:45,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/73b32111d776423c834c47518275d4d2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/73b32111d776423c834c47518275d4d2 2024-11-26T00:35:45,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9cc83615e224241aeba391e7c932609 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9cc83615e224241aeba391e7c932609 2024-11-26T00:35:45,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9bd544723e24364bdf3868ae6370ff3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/c9bd544723e24364bdf3868ae6370ff3 2024-11-26T00:35:45,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/e4385afb58434ef19d812796bfbeaad8 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/e4385afb58434ef19d812796bfbeaad8 2024-11-26T00:35:45,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/55753f48554d4ceba69285265b67a0fc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/55753f48554d4ceba69285265b67a0fc 2024-11-26T00:35:45,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/964e417f9aa64f6e8ef3553150a679f9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/964e417f9aa64f6e8ef3553150a679f9 2024-11-26T00:35:45,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9522a950a3b64db98f08ad52c41e3766 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/9522a950a3b64db98f08ad52c41e3766 2024-11-26T00:35:45,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/325475033aeb46b68ce66de383b65401 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/325475033aeb46b68ce66de383b65401 2024-11-26T00:35:45,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/611c81cdbd5b4532a1437affa479d90b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/611c81cdbd5b4532a1437affa479d90b 2024-11-26T00:35:45,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4d99d99d10804484aa378a60a87ac7ff to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4d99d99d10804484aa378a60a87ac7ff 2024-11-26T00:35:45,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1efbea9d27a74b308f40ff882ba70b9a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1efbea9d27a74b308f40ff882ba70b9a 2024-11-26T00:35:45,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a537384a1c8a4ecc9511eb87402f98d0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a537384a1c8a4ecc9511eb87402f98d0 2024-11-26T00:35:45,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4e7497e981e5455ebdc360bb7cfa7fee to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/4e7497e981e5455ebdc360bb7cfa7fee 2024-11-26T00:35:45,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a6c0696e5a05488e8e679de67af94d69 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a6c0696e5a05488e8e679de67af94d69 2024-11-26T00:35:45,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b598859a66224afd842a49606c8573b9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b598859a66224afd842a49606c8573b9 2024-11-26T00:35:45,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/3588586fe3b148df971f06ef78df9aeb to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/3588586fe3b148df971f06ef78df9aeb 2024-11-26T00:35:45,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/132439c6d6d04296943bd1dd6692fc49 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/132439c6d6d04296943bd1dd6692fc49 2024-11-26T00:35:45,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7fa8b54bba2c479ea2cbcb3b009a05c3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7fa8b54bba2c479ea2cbcb3b009a05c3 2024-11-26T00:35:45,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/5c611ab641904b6da4de73d140de9024 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/5c611ab641904b6da4de73d140de9024 2024-11-26T00:35:45,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/640b60d1ff2645c685b1186578ceea7c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/640b60d1ff2645c685b1186578ceea7c 2024-11-26T00:35:45,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/57fbd77d05bd43c987c82482db3c4f89 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/57fbd77d05bd43c987c82482db3c4f89 2024-11-26T00:35:45,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/56ecbe0456d24139ae62320146095f20 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/56ecbe0456d24139ae62320146095f20 2024-11-26T00:35:45,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/6030950e49a54c77bf0c68d91d71edda to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/6030950e49a54c77bf0c68d91d71edda 2024-11-26T00:35:45,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b9931af3eed34063947fb561126530e7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/b9931af3eed34063947fb561126530e7 2024-11-26T00:35:45,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/80cc677b2efd47cfa63c9a4e804b7996 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/80cc677b2efd47cfa63c9a4e804b7996 2024-11-26T00:35:45,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a57bb740e7da4f8590ce8d1b4eb624e1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/a57bb740e7da4f8590ce8d1b4eb624e1 2024-11-26T00:35:45,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/11cd945d87434c17b25f88ab90c2f1b1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/11cd945d87434c17b25f88ab90c2f1b1 2024-11-26T00:35:45,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cb5f4caa5f304dbf91c02ac6d5e9868a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cb5f4caa5f304dbf91c02ac6d5e9868a 2024-11-26T00:35:45,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ea4d86cf957e464a9e2d51f5df95304f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ea4d86cf957e464a9e2d51f5df95304f 2024-11-26T00:35:45,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ac1c079454e74b62801efad2cf6f21cd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/ac1c079454e74b62801efad2cf6f21cd 2024-11-26T00:35:45,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7b7345e80d2b4f45b4f9ea7d164b5171 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/7b7345e80d2b4f45b4f9ea7d164b5171 2024-11-26T00:35:45,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/78e44d7a5e60487b886a52fa6b812c28 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/78e44d7a5e60487b886a52fa6b812c28 2024-11-26T00:35:46,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/f2495ba8d09e4425950f2bfdd3b2ec2d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/f2495ba8d09e4425950f2bfdd3b2ec2d 2024-11-26T00:35:46,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/49c39d06701248f58149c5fc7706f666 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/49c39d06701248f58149c5fc7706f666 2024-11-26T00:35:46,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/0ce9be336e26455dae00ff01c7277948 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/0ce9be336e26455dae00ff01c7277948 2024-11-26T00:35:46,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d8aca502571c4121aabe3f48b614e806, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/de18ab05c59a4383b7e88f27f64dfa1c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6045e1232788427c927194384daf133e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/5c013424ac10405dbc7b88d986299457, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2c893f0cadd44c378ffd1e52b96f50fe, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/19fa1c22fe934aab96c08076d35eb1e7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/8060e319ecc64479907bbc062b8808bd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6f4ab00b13f0463899c0b1725b107e38, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/cfa12fb3dcc9423b9fb02dd353a81eef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9cf7037546a64562a4bbd0444fb5e90b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/925336f3cf2e47848222b36cbde9af38, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a8fcbd17ac454cbc9bb468f3d1758f45, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/75e1723aa4b445ad954c4c70086f6cf1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c5b01fcfb07a48dd9f21276d385849ba, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7a1a13d5d3c4e3bbe71203d302431b5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/ba8d76266a7848599cf7f4ff1880388c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b8253328bf6241f98d9e7da330434183, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b9df7a4e94343fcbc8eb2bf16214039, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9773f17a564c400791a90b683c06741c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7a738fbbbb434481a7a20abd122721f8, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/554b29e7238e48b0b8309ae3f5eb9bc7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/65d26cafd37840b5a3342e3ec32a911e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a618986eee8e48cdb3107329c61787bd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/f5e43d99e7e641e9abbb8cb3c21ed1f2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3d38de7d45cd490cbdc9b58c38af0abc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d85e0f0a38d64b03a72059117c92ab4b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3f1e09ec57264b84bd10f6faa44ebfb5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7c1c4fc843e436e997231f790bb51dc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b59a484d2f34d40b44c72fb39104d5b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3465114b640043bb9eceb7c6a3050348, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b085eba5680a4e15b1ae908c44b5879a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7879ab52d5b3415dbc649b5585b8e9c1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1371953a3be743508923fddb09ef29b0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/38e592771d0a4256a76f9044f67627ce, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/83d7d8e7a0f64bd5bd51eca639373979, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fc6377a059914a1fa12e3128d6f39a11, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fe9a6d9e64b642db8fe73087f952d59c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b650b46ff63b47569b2e5d3037fd0ffb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/41a1152f98454729915adef210209580, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/bfb32f940acd4a6d93102fb09dbeb957, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/0c6ced2aa55c4a68b88f3be558e8a3a7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2060dba1a5ae401f81c0f3e6ddeaffa7] to archive 2024-11-26T00:35:46,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:35:46,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d8aca502571c4121aabe3f48b614e806 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d8aca502571c4121aabe3f48b614e806 2024-11-26T00:35:46,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/de18ab05c59a4383b7e88f27f64dfa1c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/de18ab05c59a4383b7e88f27f64dfa1c 2024-11-26T00:35:46,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6045e1232788427c927194384daf133e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6045e1232788427c927194384daf133e 2024-11-26T00:35:46,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/5c013424ac10405dbc7b88d986299457 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/5c013424ac10405dbc7b88d986299457 2024-11-26T00:35:46,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2c893f0cadd44c378ffd1e52b96f50fe to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2c893f0cadd44c378ffd1e52b96f50fe 2024-11-26T00:35:46,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/19fa1c22fe934aab96c08076d35eb1e7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/19fa1c22fe934aab96c08076d35eb1e7 2024-11-26T00:35:46,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/8060e319ecc64479907bbc062b8808bd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/8060e319ecc64479907bbc062b8808bd 2024-11-26T00:35:46,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6f4ab00b13f0463899c0b1725b107e38 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6f4ab00b13f0463899c0b1725b107e38 2024-11-26T00:35:46,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/cfa12fb3dcc9423b9fb02dd353a81eef to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/cfa12fb3dcc9423b9fb02dd353a81eef 2024-11-26T00:35:46,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9cf7037546a64562a4bbd0444fb5e90b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9cf7037546a64562a4bbd0444fb5e90b 2024-11-26T00:35:46,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/925336f3cf2e47848222b36cbde9af38 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/925336f3cf2e47848222b36cbde9af38 2024-11-26T00:35:46,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a8fcbd17ac454cbc9bb468f3d1758f45 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a8fcbd17ac454cbc9bb468f3d1758f45 2024-11-26T00:35:46,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/75e1723aa4b445ad954c4c70086f6cf1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/75e1723aa4b445ad954c4c70086f6cf1 2024-11-26T00:35:46,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c5b01fcfb07a48dd9f21276d385849ba to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c5b01fcfb07a48dd9f21276d385849ba 2024-11-26T00:35:46,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7a1a13d5d3c4e3bbe71203d302431b5 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7a1a13d5d3c4e3bbe71203d302431b5 2024-11-26T00:35:46,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/ba8d76266a7848599cf7f4ff1880388c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/ba8d76266a7848599cf7f4ff1880388c 2024-11-26T00:35:46,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b8253328bf6241f98d9e7da330434183 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b8253328bf6241f98d9e7da330434183 2024-11-26T00:35:46,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b9df7a4e94343fcbc8eb2bf16214039 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b9df7a4e94343fcbc8eb2bf16214039 2024-11-26T00:35:46,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9773f17a564c400791a90b683c06741c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/9773f17a564c400791a90b683c06741c 2024-11-26T00:35:46,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7a738fbbbb434481a7a20abd122721f8 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7a738fbbbb434481a7a20abd122721f8 2024-11-26T00:35:46,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/554b29e7238e48b0b8309ae3f5eb9bc7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/554b29e7238e48b0b8309ae3f5eb9bc7 2024-11-26T00:35:46,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/65d26cafd37840b5a3342e3ec32a911e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/65d26cafd37840b5a3342e3ec32a911e 2024-11-26T00:35:46,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a618986eee8e48cdb3107329c61787bd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a618986eee8e48cdb3107329c61787bd 2024-11-26T00:35:46,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/f5e43d99e7e641e9abbb8cb3c21ed1f2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/f5e43d99e7e641e9abbb8cb3c21ed1f2 2024-11-26T00:35:46,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3d38de7d45cd490cbdc9b58c38af0abc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3d38de7d45cd490cbdc9b58c38af0abc 2024-11-26T00:35:46,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d85e0f0a38d64b03a72059117c92ab4b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/d85e0f0a38d64b03a72059117c92ab4b 2024-11-26T00:35:46,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3f1e09ec57264b84bd10f6faa44ebfb5 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3f1e09ec57264b84bd10f6faa44ebfb5 2024-11-26T00:35:46,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7c1c4fc843e436e997231f790bb51dc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/c7c1c4fc843e436e997231f790bb51dc 2024-11-26T00:35:46,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b59a484d2f34d40b44c72fb39104d5b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1b59a484d2f34d40b44c72fb39104d5b 2024-11-26T00:35:46,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3465114b640043bb9eceb7c6a3050348 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3465114b640043bb9eceb7c6a3050348 2024-11-26T00:35:46,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b085eba5680a4e15b1ae908c44b5879a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b085eba5680a4e15b1ae908c44b5879a 2024-11-26T00:35:46,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7879ab52d5b3415dbc649b5585b8e9c1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/7879ab52d5b3415dbc649b5585b8e9c1 2024-11-26T00:35:46,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1371953a3be743508923fddb09ef29b0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/1371953a3be743508923fddb09ef29b0 2024-11-26T00:35:46,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/38e592771d0a4256a76f9044f67627ce to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/38e592771d0a4256a76f9044f67627ce 2024-11-26T00:35:46,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/83d7d8e7a0f64bd5bd51eca639373979 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/83d7d8e7a0f64bd5bd51eca639373979 2024-11-26T00:35:46,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fc6377a059914a1fa12e3128d6f39a11 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fc6377a059914a1fa12e3128d6f39a11 2024-11-26T00:35:46,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fe9a6d9e64b642db8fe73087f952d59c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/fe9a6d9e64b642db8fe73087f952d59c 2024-11-26T00:35:46,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b650b46ff63b47569b2e5d3037fd0ffb to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/b650b46ff63b47569b2e5d3037fd0ffb 2024-11-26T00:35:46,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/41a1152f98454729915adef210209580 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/41a1152f98454729915adef210209580 2024-11-26T00:35:46,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/bfb32f940acd4a6d93102fb09dbeb957 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/bfb32f940acd4a6d93102fb09dbeb957 2024-11-26T00:35:46,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/0c6ced2aa55c4a68b88f3be558e8a3a7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/0c6ced2aa55c4a68b88f3be558e8a3a7 2024-11-26T00:35:46,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2060dba1a5ae401f81c0f3e6ddeaffa7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/2060dba1a5ae401f81c0f3e6ddeaffa7 2024-11-26T00:35:46,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7c5ba64080074cfb94738493f39257aa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d1f140af3203484b95cb0c4144529264, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7e9b34bda4a643d5bbb73d0563cbbf25, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/8ac5f91dcbd64491a944d98929c36f9a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/445b31c325e048b4946e2d63e2f62c3b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7bca2ce2b6234819956414bde1d8a0f3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d60fca1a41e7428f92b745fb06801e78, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e378c61ab8db45a09f042527df4dc3d9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/3269a11ab7df43e586a6c102dfe6a905, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0d1884e839fa43bbb01edfe1489d528d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/13e7dac77af14c93bdde7d1699c394ab, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6553a5b2d72c452b97713b30e29d0747, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0de45fff00ce4ea698531fa9a96129e2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/35a435f81c4e4c26b0d9282fc5c3935e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/50f3bd5f599942adaa231c5428e90b0f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/41e1a0bd89f94e70982e69c24dee105b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/712b726c89b1473c8f24f46273d2e44d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/112012d9f80548faac11bee3582059ab, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6c5ab7fec20e40ee82d043415221020f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/5018163bb23e4bb3ae66ac6fc171854b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2d7caa50acf64b8f8d8d5c6b6503fb8f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/1274e6f2d49b49e5aae8ba467db9791f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/844f11ba9222491e8a099229742c7369, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/25d6465bfe1a4bd09fe0620ca625c97b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2a1430e4e651486893967e33c093954e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a8f93bd4e6544525b0760c7ddd91ceeb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d68b4d07329d4894a80d53fd83dd7586, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/70a7fa71270f4202b8f48e43a4aa33af, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/af2432db229d4c269336f521a5fecdc0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0ba29b1e52684cf799c3beb2f2276c2b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/780068b1b9004d98acb41b1405d77773, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/be14f92135aa42babcc6d6b609820688, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/cb28fee6c8c34fa4a302fd4b0f6369b7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0699af973a4e476f8b5a4a644319cbcd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/18ccf2c6cae04b10b48a27ff3feedd64, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6e988ad6cbb840fc97862bd9c23b8b94, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/629092fe874e49748ff705aff84a63fb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a254bd0430374a56bd8d797b812f330f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a10b7dc10a8544608dd700b239ef7346, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/40b2226178e54c70b4d8e89910248bef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/4ce9efc945f446b394603fccd96db45e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e55a5ab0a7924423b40d604cb97a1462] to archive 2024-11-26T00:35:46,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:35:46,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7c5ba64080074cfb94738493f39257aa to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7c5ba64080074cfb94738493f39257aa 2024-11-26T00:35:46,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d1f140af3203484b95cb0c4144529264 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d1f140af3203484b95cb0c4144529264 2024-11-26T00:35:46,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7e9b34bda4a643d5bbb73d0563cbbf25 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7e9b34bda4a643d5bbb73d0563cbbf25 2024-11-26T00:35:46,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/8ac5f91dcbd64491a944d98929c36f9a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/8ac5f91dcbd64491a944d98929c36f9a 2024-11-26T00:35:46,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/445b31c325e048b4946e2d63e2f62c3b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/445b31c325e048b4946e2d63e2f62c3b 2024-11-26T00:35:46,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7bca2ce2b6234819956414bde1d8a0f3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/7bca2ce2b6234819956414bde1d8a0f3 2024-11-26T00:35:46,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d60fca1a41e7428f92b745fb06801e78 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d60fca1a41e7428f92b745fb06801e78 2024-11-26T00:35:46,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e378c61ab8db45a09f042527df4dc3d9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e378c61ab8db45a09f042527df4dc3d9 2024-11-26T00:35:46,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/3269a11ab7df43e586a6c102dfe6a905 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/3269a11ab7df43e586a6c102dfe6a905 2024-11-26T00:35:46,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0d1884e839fa43bbb01edfe1489d528d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0d1884e839fa43bbb01edfe1489d528d 2024-11-26T00:35:46,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/13e7dac77af14c93bdde7d1699c394ab to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/13e7dac77af14c93bdde7d1699c394ab 2024-11-26T00:35:46,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6553a5b2d72c452b97713b30e29d0747 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6553a5b2d72c452b97713b30e29d0747 2024-11-26T00:35:46,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0de45fff00ce4ea698531fa9a96129e2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0de45fff00ce4ea698531fa9a96129e2 2024-11-26T00:35:46,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/35a435f81c4e4c26b0d9282fc5c3935e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/35a435f81c4e4c26b0d9282fc5c3935e 2024-11-26T00:35:46,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/50f3bd5f599942adaa231c5428e90b0f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/50f3bd5f599942adaa231c5428e90b0f 2024-11-26T00:35:46,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/41e1a0bd89f94e70982e69c24dee105b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/41e1a0bd89f94e70982e69c24dee105b 2024-11-26T00:35:46,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/712b726c89b1473c8f24f46273d2e44d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/712b726c89b1473c8f24f46273d2e44d 2024-11-26T00:35:46,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/112012d9f80548faac11bee3582059ab to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/112012d9f80548faac11bee3582059ab 2024-11-26T00:35:46,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6c5ab7fec20e40ee82d043415221020f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6c5ab7fec20e40ee82d043415221020f 2024-11-26T00:35:46,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/5018163bb23e4bb3ae66ac6fc171854b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/5018163bb23e4bb3ae66ac6fc171854b 2024-11-26T00:35:46,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2d7caa50acf64b8f8d8d5c6b6503fb8f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2d7caa50acf64b8f8d8d5c6b6503fb8f 2024-11-26T00:35:46,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/1274e6f2d49b49e5aae8ba467db9791f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/1274e6f2d49b49e5aae8ba467db9791f 2024-11-26T00:35:46,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/844f11ba9222491e8a099229742c7369 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/844f11ba9222491e8a099229742c7369 2024-11-26T00:35:46,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/25d6465bfe1a4bd09fe0620ca625c97b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/25d6465bfe1a4bd09fe0620ca625c97b 2024-11-26T00:35:46,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2a1430e4e651486893967e33c093954e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2a1430e4e651486893967e33c093954e 2024-11-26T00:35:46,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a8f93bd4e6544525b0760c7ddd91ceeb to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a8f93bd4e6544525b0760c7ddd91ceeb 2024-11-26T00:35:46,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d68b4d07329d4894a80d53fd83dd7586 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/d68b4d07329d4894a80d53fd83dd7586 2024-11-26T00:35:46,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/70a7fa71270f4202b8f48e43a4aa33af to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/70a7fa71270f4202b8f48e43a4aa33af 2024-11-26T00:35:46,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/af2432db229d4c269336f521a5fecdc0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/af2432db229d4c269336f521a5fecdc0 2024-11-26T00:35:46,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0ba29b1e52684cf799c3beb2f2276c2b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0ba29b1e52684cf799c3beb2f2276c2b 2024-11-26T00:35:46,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/780068b1b9004d98acb41b1405d77773 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/780068b1b9004d98acb41b1405d77773 2024-11-26T00:35:46,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/be14f92135aa42babcc6d6b609820688 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/be14f92135aa42babcc6d6b609820688 2024-11-26T00:35:46,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/cb28fee6c8c34fa4a302fd4b0f6369b7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/cb28fee6c8c34fa4a302fd4b0f6369b7 2024-11-26T00:35:46,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0699af973a4e476f8b5a4a644319cbcd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/0699af973a4e476f8b5a4a644319cbcd 2024-11-26T00:35:46,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/18ccf2c6cae04b10b48a27ff3feedd64 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/18ccf2c6cae04b10b48a27ff3feedd64 2024-11-26T00:35:46,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6e988ad6cbb840fc97862bd9c23b8b94 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/6e988ad6cbb840fc97862bd9c23b8b94 2024-11-26T00:35:46,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/629092fe874e49748ff705aff84a63fb to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/629092fe874e49748ff705aff84a63fb 2024-11-26T00:35:46,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a254bd0430374a56bd8d797b812f330f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a254bd0430374a56bd8d797b812f330f 2024-11-26T00:35:46,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a10b7dc10a8544608dd700b239ef7346 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/a10b7dc10a8544608dd700b239ef7346 2024-11-26T00:35:46,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/40b2226178e54c70b4d8e89910248bef to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/40b2226178e54c70b4d8e89910248bef 2024-11-26T00:35:46,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/4ce9efc945f446b394603fccd96db45e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/4ce9efc945f446b394603fccd96db45e 2024-11-26T00:35:46,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e55a5ab0a7924423b40d604cb97a1462 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/e55a5ab0a7924423b40d604cb97a1462 2024-11-26T00:35:46,119 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/recovered.edits/630.seqid, newMaxSeqId=630, maxSeqId=1 2024-11-26T00:35:46,121 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6. 2024-11-26T00:35:46,121 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 10177dc7f9037055806a3824880b59c6: 2024-11-26T00:35:46,123 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:46,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=10177dc7f9037055806a3824880b59c6, regionState=CLOSED 2024-11-26T00:35:46,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-26T00:35:46,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 10177dc7f9037055806a3824880b59c6, server=d90b379473c3,35461,1732581313682 in 1.6240 sec 2024-11-26T00:35:46,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-26T00:35:46,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=10177dc7f9037055806a3824880b59c6, UNASSIGN in 1.6280 sec 2024-11-26T00:35:46,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T00:35:46,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6370 sec 2024-11-26T00:35:46,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581346131"}]},"ts":"1732581346131"} 2024-11-26T00:35:46,132 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T00:35:46,165 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T00:35:46,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6980 sec 2024-11-26T00:35:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T00:35:46,582 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-26T00:35:46,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T00:35:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,598 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,599 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-26T00:35:46,602 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:46,606 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/recovered.edits] 2024-11-26T00:35:46,609 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1f6f64ad3bee470ebc5b1f13815bbd94 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/1f6f64ad3bee470ebc5b1f13815bbd94 2024-11-26T00:35:46,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/2dd4705f989c41a7b300eeb3f676fada to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/2dd4705f989c41a7b300eeb3f676fada 2024-11-26T00:35:46,612 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/8e70d98e24844f4ba03a851d9a3767ee to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/8e70d98e24844f4ba03a851d9a3767ee 2024-11-26T00:35:46,614 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cbc09d7279424be6ad2555c7ba0241b2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/A/cbc09d7279424be6ad2555c7ba0241b2 2024-11-26T00:35:46,617 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3e9ea83c75c04f35b0f14d0050206d1e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/3e9ea83c75c04f35b0f14d0050206d1e 2024-11-26T00:35:46,619 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6444fd962b464a329dab7842e69f6523 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/6444fd962b464a329dab7842e69f6523 2024-11-26T00:35:46,619 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a2acea44f5d6466f804ed8229b9769b1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a2acea44f5d6466f804ed8229b9769b1 2024-11-26T00:35:46,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a32dadb2051e489890e38f8cdbbe3b70 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/B/a32dadb2051e489890e38f8cdbbe3b70 2024-11-26T00:35:46,622 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/192eb4ff169e4da38c267cf472132d7e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/192eb4ff169e4da38c267cf472132d7e 2024-11-26T00:35:46,623 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2b03ccaa60234a81bb26a90c8b5e6026 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/2b03ccaa60234a81bb26a90c8b5e6026 2024-11-26T00:35:46,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/381b1e81412d4a1d8ccd08d6ce76171f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/381b1e81412d4a1d8ccd08d6ce76171f 2024-11-26T00:35:46,625 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/49d59f7232dc4280814ea2a753534609 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/C/49d59f7232dc4280814ea2a753534609 2024-11-26T00:35:46,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/recovered.edits/630.seqid to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6/recovered.edits/630.seqid 2024-11-26T00:35:46,628 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/10177dc7f9037055806a3824880b59c6 2024-11-26T00:35:46,628 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T00:35:46,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T00:35:46,640 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T00:35:46,669 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T00:35:46,670 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,671 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T00:35:46,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732581346671"}]},"ts":"9223372036854775807"} 2024-11-26T00:35:46,674 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T00:35:46,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 10177dc7f9037055806a3824880b59c6, NAME => 'TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T00:35:46,674 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T00:35:46,675 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732581346674"}]},"ts":"9223372036854775807"} 2024-11-26T00:35:46,677 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T00:35:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-26T00:35:46,716 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 125 msec 2024-11-26T00:35:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-26T00:35:46,902 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-26T00:35:46,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d90b379473c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_526745710_22 at /127.0.0.1:34214 [Waiting for operation #324] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1279412343_22 at /127.0.0.1:36300 [Waiting for operation #345] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1279412343_22 at /127.0.0.1:48078 [Waiting for operation #203] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d90b379473c3:35461-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2170 (was 2715) 2024-11-26T00:35:46,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=2170 2024-11-26T00:35:46,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:35:46,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:35:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:46,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:35:46,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:46,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-26T00:35:46,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:35:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T00:35:46,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741977_1153 (size=963) 2024-11-26T00:35:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T00:35:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T00:35:47,334 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:35:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741978_1154 (size=53) 2024-11-26T00:35:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T00:35:47,745 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:47,745 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6ab91cce0e7e76829cabc90d4e015966, disabling compactions & flushes 2024-11-26T00:35:47,745 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:47,745 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:47,745 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. after waiting 0 ms 2024-11-26T00:35:47,745 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:47,745 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:47,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:47,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:35:47,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732581347748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581347748"}]},"ts":"1732581347748"} 2024-11-26T00:35:47,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:35:47,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:35:47,754 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581347753"}]},"ts":"1732581347753"} 2024-11-26T00:35:47,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T00:35:47,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, ASSIGN}] 2024-11-26T00:35:47,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, ASSIGN 2024-11-26T00:35:47,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:35:47,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:47,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T00:35:48,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:48,114 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:48,114 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:35:48,114 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,115 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:48,115 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,115 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,117 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,120 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:48,120 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab91cce0e7e76829cabc90d4e015966 columnFamilyName A 2024-11-26T00:35:48,120 DEBUG [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:48,121 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(327): Store=6ab91cce0e7e76829cabc90d4e015966/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:48,121 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,123 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:48,124 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab91cce0e7e76829cabc90d4e015966 columnFamilyName B 2024-11-26T00:35:48,124 DEBUG [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:48,125 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(327): Store=6ab91cce0e7e76829cabc90d4e015966/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:48,125 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,127 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:48,127 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab91cce0e7e76829cabc90d4e015966 columnFamilyName C 2024-11-26T00:35:48,127 DEBUG [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:48,128 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(327): Store=6ab91cce0e7e76829cabc90d4e015966/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:48,128 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:48,129 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,129 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,130 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:35:48,131 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:48,133 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:35:48,134 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 6ab91cce0e7e76829cabc90d4e015966; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60967871, jitterRate=-0.0915079265832901}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:35:48,135 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:48,135 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., pid=45, masterSystemTime=1732581348108 2024-11-26T00:35:48,137 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:48,137 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:48,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:48,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T00:35:48,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 in 184 msec 2024-11-26T00:35:48,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T00:35:48,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, ASSIGN in 341 msec 2024-11-26T00:35:48,142 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:35:48,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581348142"}]},"ts":"1732581348142"} 2024-11-26T00:35:48,144 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T00:35:48,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:35:48,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2630 sec 2024-11-26T00:35:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T00:35:49,034 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-26T00:35:49,041 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-26T00:35:49,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:49,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:49,063 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:49,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:35:49,067 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:35:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:35:49,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:35:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T00:35:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741979_1155 (size=999) 2024-11-26T00:35:49,495 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-26T00:35:49,496 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-26T00:35:49,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:35:49,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, REOPEN/MOVE}] 2024-11-26T00:35:49,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, REOPEN/MOVE 2024-11-26T00:35:49,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:49,514 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:35:49,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:49,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:49,668 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:49,668 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:35:49,668 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 6ab91cce0e7e76829cabc90d4e015966, disabling compactions & flushes 2024-11-26T00:35:49,668 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:49,669 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:49,669 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. after waiting 0 ms 2024-11-26T00:35:49,669 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:49,677 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T00:35:49,678 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:49,678 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:49,678 WARN [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: 6ab91cce0e7e76829cabc90d4e015966 to self. 2024-11-26T00:35:49,680 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:49,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=CLOSED 2024-11-26T00:35:49,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-26T00:35:49,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 in 166 msec 2024-11-26T00:35:49,683 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, REOPEN/MOVE; state=CLOSED, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=true 2024-11-26T00:35:49,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:49,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:35:49,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:49,997 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:49,997 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:35:49,998 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:49,998 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:35:49,998 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:49,998 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,001 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,001 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:50,007 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab91cce0e7e76829cabc90d4e015966 columnFamilyName A 2024-11-26T00:35:50,009 DEBUG [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:50,009 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(327): Store=6ab91cce0e7e76829cabc90d4e015966/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:50,010 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,010 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:50,010 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab91cce0e7e76829cabc90d4e015966 columnFamilyName B 2024-11-26T00:35:50,010 DEBUG [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:50,011 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(327): Store=6ab91cce0e7e76829cabc90d4e015966/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:50,011 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,011 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:35:50,012 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ab91cce0e7e76829cabc90d4e015966 columnFamilyName C 2024-11-26T00:35:50,012 DEBUG [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:50,012 INFO [StoreOpener-6ab91cce0e7e76829cabc90d4e015966-1 {}] regionserver.HStore(327): Store=6ab91cce0e7e76829cabc90d4e015966/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:35:50,012 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,013 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,014 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,015 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:35:50,016 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,017 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 6ab91cce0e7e76829cabc90d4e015966; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60406791, jitterRate=-0.09986867010593414}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:35:50,018 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:50,018 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., pid=50, masterSystemTime=1732581349989 2024-11-26T00:35:50,020 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,020 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=OPEN, openSeqNum=5, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-26T00:35:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 in 186 msec 2024-11-26T00:35:50,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T00:35:50,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, REOPEN/MOVE in 511 msec 2024-11-26T00:35:50,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-26T00:35:50,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-26T00:35:50,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 953 msec 2024-11-26T00:35:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-26T00:35:50,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-26T00:35:50,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-26T00:35:50,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-26T00:35:50,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-26T00:35:50,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-26T00:35:50,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-26T00:35:50,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-26T00:35:50,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-26T00:35:50,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-26T00:35:50,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:35:50,179 DEBUG [hconnection-0x4c751f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,179 DEBUG [hconnection-0x200f5271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,179 DEBUG [hconnection-0x2ea9014a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,180 DEBUG [hconnection-0x72fcf40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:50,180 DEBUG [hconnection-0x25f4197e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,181 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,181 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,181 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T00:35:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T00:35:50,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:50,184 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:50,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:50,184 DEBUG [hconnection-0x481990e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:35:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:50,199 DEBUG [hconnection-0x7e456dba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,199 DEBUG [hconnection-0x6f22c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,200 DEBUG [hconnection-0x20d8951c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:35:50,200 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,200 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,201 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,202 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:35:50,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581410225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581410226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581410226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581410229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581410233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,263 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T00:35:50,264 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T00:35:50,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f2be073f2c27466386fa13348c475faf_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581350188/Put/seqid=0 2024-11-26T00:35:50,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741980_1156 (size=12154) 2024-11-26T00:35:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T00:35:50,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581410337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581410338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581410341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581410341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581410341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T00:35:50,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581410542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581410543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581410544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581410544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581410545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:50,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f2be073f2c27466386fa13348c475faf_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f2be073f2c27466386fa13348c475faf_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:50,687 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/9a775546911c41fba50001c16532f000, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:50,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/9a775546911c41fba50001c16532f000 is 175, key is test_row_0/A:col10/1732581350188/Put/seqid=0 2024-11-26T00:35:50,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741981_1157 (size=30955) 2024-11-26T00:35:50,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/9a775546911c41fba50001c16532f000 2024-11-26T00:35:50,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c6f4f66fed9a4059bdadc4c2e46dcda6 is 50, key is test_row_0/B:col10/1732581350188/Put/seqid=0 2024-11-26T00:35:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741982_1158 (size=12001) 2024-11-26T00:35:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T00:35:50,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:50,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581410847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581410847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581410851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581410851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581410851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:50,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:50,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:50,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:51,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:51,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:51,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c6f4f66fed9a4059bdadc4c2e46dcda6 2024-11-26T00:35:51,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/0dfd87faa49d4004a9e0cc65e040214a is 50, key is test_row_0/C:col10/1732581350188/Put/seqid=0 2024-11-26T00:35:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741983_1159 (size=12001) 2024-11-26T00:35:51,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/0dfd87faa49d4004a9e0cc65e040214a 2024-11-26T00:35:51,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/9a775546911c41fba50001c16532f000 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000 2024-11-26T00:35:51,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000, entries=150, sequenceid=16, filesize=30.2 K 2024-11-26T00:35:51,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c6f4f66fed9a4059bdadc4c2e46dcda6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6f4f66fed9a4059bdadc4c2e46dcda6 2024-11-26T00:35:51,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6f4f66fed9a4059bdadc4c2e46dcda6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T00:35:51,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/0dfd87faa49d4004a9e0cc65e040214a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/0dfd87faa49d4004a9e0cc65e040214a 2024-11-26T00:35:51,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/0dfd87faa49d4004a9e0cc65e040214a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T00:35:51,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ab91cce0e7e76829cabc90d4e015966 in 1052ms, sequenceid=16, compaction requested=false 2024-11-26T00:35:51,250 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T00:35:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:51,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T00:35:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:51,261 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:35:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:51,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d5db3d6ebe864eda984821917260dfd8_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581350222/Put/seqid=0 2024-11-26T00:35:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T00:35:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741984_1160 (size=12154) 2024-11-26T00:35:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:51,295 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d5db3d6ebe864eda984821917260dfd8_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d5db3d6ebe864eda984821917260dfd8_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8d43b03389e143d5b40a21b5b25fb2d6, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8d43b03389e143d5b40a21b5b25fb2d6 is 175, key is test_row_0/A:col10/1732581350222/Put/seqid=0 2024-11-26T00:35:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741985_1161 (size=30955) 2024-11-26T00:35:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581411366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581411367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581411368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581411369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581411370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581411471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581411478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581411479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581411479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581411479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T00:35:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581411675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581411682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581411682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581411683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581411683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:51,706 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8d43b03389e143d5b40a21b5b25fb2d6 2024-11-26T00:35:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/ce38950c12e74f1dbe096a5ab3a15da7 is 50, key is test_row_0/B:col10/1732581350222/Put/seqid=0 2024-11-26T00:35:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741986_1162 (size=12001) 2024-11-26T00:35:51,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/ce38950c12e74f1dbe096a5ab3a15da7 2024-11-26T00:35:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/62e16b1bf2854c4ab1937f807c40a44c is 50, key is test_row_0/C:col10/1732581350222/Put/seqid=0 2024-11-26T00:35:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741987_1163 (size=12001) 2024-11-26T00:35:51,770 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/62e16b1bf2854c4ab1937f807c40a44c 2024-11-26T00:35:51,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8d43b03389e143d5b40a21b5b25fb2d6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6 2024-11-26T00:35:51,787 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T00:35:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/ce38950c12e74f1dbe096a5ab3a15da7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ce38950c12e74f1dbe096a5ab3a15da7 2024-11-26T00:35:51,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ce38950c12e74f1dbe096a5ab3a15da7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T00:35:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/62e16b1bf2854c4ab1937f807c40a44c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/62e16b1bf2854c4ab1937f807c40a44c 2024-11-26T00:35:51,800 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/62e16b1bf2854c4ab1937f807c40a44c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T00:35:51,801 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ab91cce0e7e76829cabc90d4e015966 in 540ms, sequenceid=40, compaction requested=false 2024-11-26T00:35:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T00:35:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T00:35:51,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T00:35:51,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-26T00:35:51,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6250 sec 2024-11-26T00:35:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:51,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:35:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:51,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e3c7ae116ee24f0794be4b18d0b858ef_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741988_1164 (size=14594) 2024-11-26T00:35:52,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:52,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581412011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581412012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,017 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e3c7ae116ee24f0794be4b18d0b858ef_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e3c7ae116ee24f0794be4b18d0b858ef_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:52,018 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/bae15d17b2634227904e31b27538736f, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581412013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/bae15d17b2634227904e31b27538736f is 175, key is test_row_0/A:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581412013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581412014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741989_1165 (size=39549) 2024-11-26T00:35:52,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/bae15d17b2634227904e31b27538736f 2024-11-26T00:35:52,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/da0b597dabb449109cf4d5b29d122e71 is 50, key is test_row_0/B:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741990_1166 (size=12001) 2024-11-26T00:35:52,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581412116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581412116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581412120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581412120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581412120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T00:35:52,288 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T00:35:52,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T00:35:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T00:35:52,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:52,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:52,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:52,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581412318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581412319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581412324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581412324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581412324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T00:35:52,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T00:35:52,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:52,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/da0b597dabb449109cf4d5b29d122e71 2024-11-26T00:35:52,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/d142df2443d14828a846591ad39418c4 is 50, key is test_row_0/C:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741991_1167 (size=12001) 2024-11-26T00:35:52,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/d142df2443d14828a846591ad39418c4 2024-11-26T00:35:52,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/bae15d17b2634227904e31b27538736f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f 2024-11-26T00:35:52,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f, entries=200, sequenceid=53, filesize=38.6 K 2024-11-26T00:35:52,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/da0b597dabb449109cf4d5b29d122e71 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/da0b597dabb449109cf4d5b29d122e71 2024-11-26T00:35:52,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/da0b597dabb449109cf4d5b29d122e71, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T00:35:52,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/d142df2443d14828a846591ad39418c4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d142df2443d14828a846591ad39418c4 2024-11-26T00:35:52,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d142df2443d14828a846591ad39418c4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T00:35:52,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6ab91cce0e7e76829cabc90d4e015966 in 513ms, sequenceid=53, compaction requested=true 2024-11-26T00:35:52,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:52,498 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:52,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:52,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:52,499 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:52,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:52,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:52,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:52,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:52,500 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:52,500 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:35:52,500 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,500 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6f4f66fed9a4059bdadc4c2e46dcda6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ce38950c12e74f1dbe096a5ab3a15da7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/da0b597dabb449109cf4d5b29d122e71] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.2 K 2024-11-26T00:35:52,501 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f4f66fed9a4059bdadc4c2e46dcda6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732581350188 2024-11-26T00:35:52,501 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:52,501 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:35:52,502 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,502 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=99.1 K 2024-11-26T00:35:52,502 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,502 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f] 2024-11-26T00:35:52,502 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ce38950c12e74f1dbe096a5ab3a15da7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732581350222 2024-11-26T00:35:52,503 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a775546911c41fba50001c16532f000, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732581350188 2024-11-26T00:35:52,503 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting da0b597dabb449109cf4d5b29d122e71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732581351367 2024-11-26T00:35:52,504 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d43b03389e143d5b40a21b5b25fb2d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732581350222 2024-11-26T00:35:52,504 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting bae15d17b2634227904e31b27538736f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732581351366 2024-11-26T00:35:52,514 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:52,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/42158952cf3b4f4c8ab0d5b98b6f4a0e is 50, key is test_row_0/B:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,520 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,536 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ed9ac498503946528f4d31d7e0fb9e15_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,545 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ed9ac498503946528f4d31d7e0fb9e15_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,545 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed9ac498503946528f4d31d7e0fb9e15_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741992_1168 (size=12104) 2024-11-26T00:35:52,555 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/42158952cf3b4f4c8ab0d5b98b6f4a0e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/42158952cf3b4f4c8ab0d5b98b6f4a0e 2024-11-26T00:35:52,561 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 42158952cf3b4f4c8ab0d5b98b6f4a0e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:52,562 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:52,562 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581352499; duration=0sec 2024-11-26T00:35:52,562 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:52,562 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:35:52,562 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:52,563 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:52,564 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:35:52,564 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,564 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/0dfd87faa49d4004a9e0cc65e040214a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/62e16b1bf2854c4ab1937f807c40a44c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d142df2443d14828a846591ad39418c4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.2 K 2024-11-26T00:35:52,564 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dfd87faa49d4004a9e0cc65e040214a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732581350188 2024-11-26T00:35:52,565 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 62e16b1bf2854c4ab1937f807c40a44c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732581350222 2024-11-26T00:35:52,565 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d142df2443d14828a846591ad39418c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732581351367 2024-11-26T00:35:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741993_1169 (size=4469) 2024-11-26T00:35:52,577 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#148 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:52,579 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/11f64cda189f426fbc5a0366992c5580 is 175, key is test_row_0/A:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,580 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#149 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:52,580 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/98b8d0d0b85540ca8d86a73d0247511b is 50, key is test_row_0/C:col10/1732581351367/Put/seqid=0 2024-11-26T00:35:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741994_1170 (size=31058) 2024-11-26T00:35:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T00:35:52,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T00:35:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,596 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:35:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:52,598 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/11f64cda189f426fbc5a0366992c5580 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/11f64cda189f426fbc5a0366992c5580 2024-11-26T00:35:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741995_1171 (size=12104) 2024-11-26T00:35:52,606 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 11f64cda189f426fbc5a0366992c5580(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:52,606 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:52,607 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581352498; duration=0sec 2024-11-26T00:35:52,607 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:52,607 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:35:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ccbd82e7d64a472f840f478c871afeb0_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581352011/Put/seqid=0 2024-11-26T00:35:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:52,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741996_1172 (size=12154) 2024-11-26T00:35:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:52,634 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ccbd82e7d64a472f840f478c871afeb0_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ccbd82e7d64a472f840f478c871afeb0_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/6c2029a4a4c04e9b9732847feaf89296, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/6c2029a4a4c04e9b9732847feaf89296 is 175, key is test_row_0/A:col10/1732581352011/Put/seqid=0 2024-11-26T00:35:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581412636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581412639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581412644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741997_1173 (size=30955) 2024-11-26T00:35:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581412644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581412645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/6c2029a4a4c04e9b9732847feaf89296 2024-11-26T00:35:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c62d3257232245dbb6d05fc76f43ee4f is 50, key is test_row_0/B:col10/1732581352011/Put/seqid=0 2024-11-26T00:35:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741998_1174 (size=12001) 2024-11-26T00:35:52,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c62d3257232245dbb6d05fc76f43ee4f 2024-11-26T00:35:52,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/a082e39b9f714e839faab257df6d2310 is 50, key is test_row_0/C:col10/1732581352011/Put/seqid=0 2024-11-26T00:35:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741999_1175 (size=12001) 2024-11-26T00:35:52,690 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/a082e39b9f714e839faab257df6d2310 2024-11-26T00:35:52,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/6c2029a4a4c04e9b9732847feaf89296 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296 2024-11-26T00:35:52,720 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296, entries=150, sequenceid=77, filesize=30.2 K 2024-11-26T00:35:52,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c62d3257232245dbb6d05fc76f43ee4f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c62d3257232245dbb6d05fc76f43ee4f 2024-11-26T00:35:52,730 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c62d3257232245dbb6d05fc76f43ee4f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T00:35:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/a082e39b9f714e839faab257df6d2310 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a082e39b9f714e839faab257df6d2310 2024-11-26T00:35:52,738 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a082e39b9f714e839faab257df6d2310, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T00:35:52,739 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6ab91cce0e7e76829cabc90d4e015966 in 143ms, sequenceid=77, compaction requested=false 2024-11-26T00:35:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:52,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T00:35:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T00:35:52,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T00:35:52,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 450 msec 2024-11-26T00:35:52,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 454 msec 2024-11-26T00:35:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:52,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T00:35:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:52,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:52,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab77744307bb46b0b9aa57c2500cf576_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:52,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742000_1176 (size=17034) 2024-11-26T00:35:52,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:52,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab77744307bb46b0b9aa57c2500cf576_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab77744307bb46b0b9aa57c2500cf576_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:52,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/844376d4198548cf953c3602daa04195, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:52,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/844376d4198548cf953c3602daa04195 is 175, key is test_row_0/A:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742001_1177 (size=48139) 2024-11-26T00:35:52,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/844376d4198548cf953c3602daa04195 2024-11-26T00:35:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581412787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581412790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581412791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581412792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581412792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/99f155d13af94117bd1be87e7eb985f7 is 50, key is test_row_0/B:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742002_1178 (size=12001) 2024-11-26T00:35:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T00:35:52,893 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T00:35:52,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T00:35:52,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581412894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581412894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T00:35:52,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:52,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:52,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:52,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581412901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581412901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581412905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T00:35:53,008 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/98b8d0d0b85540ca8d86a73d0247511b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/98b8d0d0b85540ca8d86a73d0247511b 2024-11-26T00:35:53,013 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into 98b8d0d0b85540ca8d86a73d0247511b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:53,013 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:53,013 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581352500; duration=0sec 2024-11-26T00:35:53,013 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:53,013 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:35:53,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T00:35:53,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:53,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581413098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581413099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581413104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581413105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581413109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T00:35:53,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T00:35:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/99f155d13af94117bd1be87e7eb985f7 2024-11-26T00:35:53,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/5cb022988da24aa7afbde883ce0541e3 is 50, key is test_row_0/C:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742003_1179 (size=12001) 2024-11-26T00:35:53,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T00:35:53,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581413402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581413402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581413410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581413410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581413413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T00:35:53,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T00:35:53,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:53,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:53,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/5cb022988da24aa7afbde883ce0541e3 2024-11-26T00:35:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/844376d4198548cf953c3602daa04195 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195 2024-11-26T00:35:53,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195, entries=250, sequenceid=95, filesize=47.0 K 2024-11-26T00:35:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/99f155d13af94117bd1be87e7eb985f7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/99f155d13af94117bd1be87e7eb985f7 2024-11-26T00:35:53,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/99f155d13af94117bd1be87e7eb985f7, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T00:35:53,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/5cb022988da24aa7afbde883ce0541e3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5cb022988da24aa7afbde883ce0541e3 2024-11-26T00:35:53,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5cb022988da24aa7afbde883ce0541e3, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T00:35:53,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6ab91cce0e7e76829cabc90d4e015966 in 909ms, sequenceid=95, compaction requested=true 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:53,657 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:53,657 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:53,658 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:53,658 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:35:53,658 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,658 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/42158952cf3b4f4c8ab0d5b98b6f4a0e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c62d3257232245dbb6d05fc76f43ee4f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/99f155d13af94117bd1be87e7eb985f7] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.3 K 2024-11-26T00:35:53,658 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:53,659 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:35:53,659 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,659 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 42158952cf3b4f4c8ab0d5b98b6f4a0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732581351367 2024-11-26T00:35:53,659 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/11f64cda189f426fbc5a0366992c5580, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=107.6 K 2024-11-26T00:35:53,659 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,659 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/11f64cda189f426fbc5a0366992c5580, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195] 2024-11-26T00:35:53,659 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c62d3257232245dbb6d05fc76f43ee4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732581352009 2024-11-26T00:35:53,659 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11f64cda189f426fbc5a0366992c5580, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732581351367 2024-11-26T00:35:53,660 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c2029a4a4c04e9b9732847feaf89296, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732581352009 2024-11-26T00:35:53,660 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 99f155d13af94117bd1be87e7eb985f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581352635 2024-11-26T00:35:53,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,660 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 844376d4198548cf953c3602daa04195, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581352635 2024-11-26T00:35:53,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:53,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f75fa19fc7af4ce094c530ad2cd3bb00_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581352791/Put/seqid=0 2024-11-26T00:35:53,681 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:53,682 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/2f6e7c624f884f25bb038ec17c7d9a28 is 50, key is test_row_0/B:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:53,683 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:53,686 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411264089cb17cedc4d3c9d91ea5c056f7dc6_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:53,689 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411264089cb17cedc4d3c9d91ea5c056f7dc6_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:53,689 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264089cb17cedc4d3c9d91ea5c056f7dc6_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:53,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742005_1181 (size=12207) 2024-11-26T00:35:53,698 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/2f6e7c624f884f25bb038ec17c7d9a28 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2f6e7c624f884f25bb038ec17c7d9a28 2024-11-26T00:35:53,704 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 2f6e7c624f884f25bb038ec17c7d9a28(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:53,704 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:53,704 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581353657; duration=0sec 2024-11-26T00:35:53,704 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:53,704 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:35:53,704 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:53,705 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:53,706 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:35:53,706 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:53,706 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/98b8d0d0b85540ca8d86a73d0247511b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a082e39b9f714e839faab257df6d2310, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5cb022988da24aa7afbde883ce0541e3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.3 K 2024-11-26T00:35:53,706 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 98b8d0d0b85540ca8d86a73d0247511b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732581351367 2024-11-26T00:35:53,707 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a082e39b9f714e839faab257df6d2310, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732581352009 2024-11-26T00:35:53,707 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb022988da24aa7afbde883ce0541e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581352635 2024-11-26T00:35:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742004_1180 (size=12154) 2024-11-26T00:35:53,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:53,721 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:53,721 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f75fa19fc7af4ce094c530ad2cd3bb00_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f75fa19fc7af4ce094c530ad2cd3bb00_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:53,721 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/f0ed8b38997c4b2cb4227b37408db638 is 50, key is test_row_0/C:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:53,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8ebf5fc4d1dc41559a0a2c37ca8afc74, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8ebf5fc4d1dc41559a0a2c37ca8afc74 is 175, key is test_row_0/A:col10/1732581352791/Put/seqid=0 2024-11-26T00:35:53,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742006_1182 (size=4469) 2024-11-26T00:35:53,727 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#158 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:53,727 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/94bead7deaea43c7a3635090154a05bc is 175, key is test_row_0/A:col10/1732581352643/Put/seqid=0 2024-11-26T00:35:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742007_1183 (size=12207) 2024-11-26T00:35:53,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742008_1184 (size=30955) 2024-11-26T00:35:53,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742009_1185 (size=31161) 2024-11-26T00:35:53,739 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/94bead7deaea43c7a3635090154a05bc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/94bead7deaea43c7a3635090154a05bc 2024-11-26T00:35:53,746 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 94bead7deaea43c7a3635090154a05bc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:53,746 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:53,746 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581353657; duration=0sec 2024-11-26T00:35:53,746 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:53,746 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:35:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:53,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581413921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581413922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581413923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581413923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:53,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581413924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T00:35:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581414025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581414026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581414026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581414027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581414027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,133 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8ebf5fc4d1dc41559a0a2c37ca8afc74 2024-11-26T00:35:54,135 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/f0ed8b38997c4b2cb4227b37408db638 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f0ed8b38997c4b2cb4227b37408db638 2024-11-26T00:35:54,141 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into f0ed8b38997c4b2cb4227b37408db638(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:54,141 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:54,141 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581353657; duration=0sec 2024-11-26T00:35:54,141 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:54,141 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:35:54,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/cbbceccc685f42fd92067aabe02231be is 50, key is test_row_0/B:col10/1732581352791/Put/seqid=0 2024-11-26T00:35:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742010_1186 (size=12001) 2024-11-26T00:35:54,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581414230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581414231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581414231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581414232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581414232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581414534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581414535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581414537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581414538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581414538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:54,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/cbbceccc685f42fd92067aabe02231be 2024-11-26T00:35:54,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2da244d06c9c483dbff93da8ec7624d1 is 50, key is test_row_0/C:col10/1732581352791/Put/seqid=0 2024-11-26T00:35:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742011_1187 (size=12001) 2024-11-26T00:35:54,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2da244d06c9c483dbff93da8ec7624d1 2024-11-26T00:35:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8ebf5fc4d1dc41559a0a2c37ca8afc74 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74 2024-11-26T00:35:54,582 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74, entries=150, sequenceid=115, filesize=30.2 K 2024-11-26T00:35:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/cbbceccc685f42fd92067aabe02231be as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cbbceccc685f42fd92067aabe02231be 2024-11-26T00:35:54,588 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cbbceccc685f42fd92067aabe02231be, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T00:35:54,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2da244d06c9c483dbff93da8ec7624d1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2da244d06c9c483dbff93da8ec7624d1 2024-11-26T00:35:54,593 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2da244d06c9c483dbff93da8ec7624d1, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T00:35:54,594 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6ab91cce0e7e76829cabc90d4e015966 in 933ms, sequenceid=115, compaction requested=false 2024-11-26T00:35:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T00:35:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T00:35:54,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T00:35:54,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6980 sec 2024-11-26T00:35:54,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.7040 sec 2024-11-26T00:35:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T00:35:55,001 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T00:35:55,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T00:35:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:55,003 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:55,004 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:55,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:55,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T00:35:55,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:55,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:55,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:55,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:55,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:55,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:55,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112667036e89be7d45fda1daa8f4cbb6bbab_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742012_1188 (size=14794) 2024-11-26T00:35:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581415062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581415062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581415063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581415063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581415063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:55,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581415166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581415168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581415169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581415169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581415169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:55,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581415372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581415372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581415373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581415373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581415373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:55,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112667036e89be7d45fda1daa8f4cbb6bbab_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112667036e89be7d45fda1daa8f4cbb6bbab_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:55,453 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/27d756955eb148c3adba8570b85b37c4, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:55,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/27d756955eb148c3adba8570b85b37c4 is 175, key is test_row_0/A:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742013_1189 (size=39749) 2024-11-26T00:35:55,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:55,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:55,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:55,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581415677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581415678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581415678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581415679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581415680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:55,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:55,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/27d756955eb148c3adba8570b85b37c4 2024-11-26T00:35:55,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c06077681d1a4e3facf3a9c607158b18 is 50, key is test_row_0/B:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742014_1190 (size=12151) 2024-11-26T00:35:55,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:55,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:55,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:55,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:55,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581416184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581416184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581416185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581416185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581416185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:56,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c06077681d1a4e3facf3a9c607158b18 2024-11-26T00:35:56,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/d9247949056e4edf99d68809e728919a is 50, key is test_row_0/C:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742015_1191 (size=12151) 2024-11-26T00:35:56,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/d9247949056e4edf99d68809e728919a 2024-11-26T00:35:56,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/27d756955eb148c3adba8570b85b37c4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4 2024-11-26T00:35:56,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4, entries=200, sequenceid=136, filesize=38.8 K 2024-11-26T00:35:56,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c06077681d1a4e3facf3a9c607158b18 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c06077681d1a4e3facf3a9c607158b18 2024-11-26T00:35:56,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c06077681d1a4e3facf3a9c607158b18, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T00:35:56,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/d9247949056e4edf99d68809e728919a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d9247949056e4edf99d68809e728919a 2024-11-26T00:35:56,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d9247949056e4edf99d68809e728919a, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T00:35:56,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 6ab91cce0e7e76829cabc90d4e015966 in 1267ms, sequenceid=136, compaction requested=true 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:56,305 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:56,305 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:56,306 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:56,306 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:56,306 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:35:56,306 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:35:56,306 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,306 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,306 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/94bead7deaea43c7a3635090154a05bc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=99.5 K 2024-11-26T00:35:56,306 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2f6e7c624f884f25bb038ec17c7d9a28, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cbbceccc685f42fd92067aabe02231be, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c06077681d1a4e3facf3a9c607158b18] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.5 K 2024-11-26T00:35:56,306 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,306 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/94bead7deaea43c7a3635090154a05bc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4] 2024-11-26T00:35:56,307 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f6e7c624f884f25bb038ec17c7d9a28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581352635 2024-11-26T00:35:56,307 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94bead7deaea43c7a3635090154a05bc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581352635 2024-11-26T00:35:56,307 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting cbbceccc685f42fd92067aabe02231be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732581352784 2024-11-26T00:35:56,307 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ebf5fc4d1dc41559a0a2c37ca8afc74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732581352784 2024-11-26T00:35:56,307 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c06077681d1a4e3facf3a9c607158b18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581353922 2024-11-26T00:35:56,307 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27d756955eb148c3adba8570b85b37c4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581353922 2024-11-26T00:35:56,316 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:56,316 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/1d082deb0c6048b2b476a2ee3ca163a6 is 50, key is test_row_0/B:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:56,317 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:56,325 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126734c4ac49fcd4a90a6bd5c1c49f980c1_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:56,327 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126734c4ac49fcd4a90a6bd5c1c49f980c1_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:56,327 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126734c4ac49fcd4a90a6bd5c1c49f980c1_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742016_1192 (size=12459) 2024-11-26T00:35:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742017_1193 (size=4469) 2024-11-26T00:35:56,337 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#166 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:56,338 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/d786e55f2ef345f4a3f98bb284d76770 is 175, key is test_row_0/A:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742018_1194 (size=31413) 2024-11-26T00:35:56,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:56,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T00:35:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T00:35:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:56,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:56,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:56,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:56,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b5ad58a32d494eebb68ff0dc770c8dfa_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581355061/Put/seqid=0 2024-11-26T00:35:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742019_1195 (size=12304) 2024-11-26T00:35:56,739 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/1d082deb0c6048b2b476a2ee3ca163a6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/1d082deb0c6048b2b476a2ee3ca163a6 2024-11-26T00:35:56,744 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 1d082deb0c6048b2b476a2ee3ca163a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:56,744 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:56,744 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581356305; duration=0sec 2024-11-26T00:35:56,745 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:56,745 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:35:56,746 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:56,747 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:56,747 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:35:56,747 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:56,748 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f0ed8b38997c4b2cb4227b37408db638, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2da244d06c9c483dbff93da8ec7624d1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d9247949056e4edf99d68809e728919a] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.5 K 2024-11-26T00:35:56,748 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f0ed8b38997c4b2cb4227b37408db638, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581352635 2024-11-26T00:35:56,749 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da244d06c9c483dbff93da8ec7624d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732581352784 2024-11-26T00:35:56,749 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d9247949056e4edf99d68809e728919a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581353922 2024-11-26T00:35:56,750 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/d786e55f2ef345f4a3f98bb284d76770 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/d786e55f2ef345f4a3f98bb284d76770 2024-11-26T00:35:56,755 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into d786e55f2ef345f4a3f98bb284d76770(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:56,756 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:56,756 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581356305; duration=0sec 2024-11-26T00:35:56,756 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:56,756 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:35:56,758 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:56,758 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/e09431fa98c84504a54cf4c0fae72fb2 is 50, key is test_row_0/C:col10/1732581353922/Put/seqid=0 2024-11-26T00:35:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742020_1196 (size=12459) 2024-11-26T00:35:56,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:56,797 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b5ad58a32d494eebb68ff0dc770c8dfa_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b5ad58a32d494eebb68ff0dc770c8dfa_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/3b209d7b50324b2183917a4b33eec2e3, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/3b209d7b50324b2183917a4b33eec2e3 is 175, key is test_row_0/A:col10/1732581355061/Put/seqid=0 2024-11-26T00:35:56,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742021_1197 (size=31105) 2024-11-26T00:35:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:57,169 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/e09431fa98c84504a54cf4c0fae72fb2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e09431fa98c84504a54cf4c0fae72fb2 2024-11-26T00:35:57,175 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into e09431fa98c84504a54cf4c0fae72fb2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:57,175 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:57,175 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581356305; duration=0sec 2024-11-26T00:35:57,175 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:57,175 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:35:57,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581417197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581417198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581417199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581417199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581417200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/3b209d7b50324b2183917a4b33eec2e3 2024-11-26T00:35:57,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/b30fe29a32ea4a94861a208cd9607c18 is 50, key is test_row_0/B:col10/1732581355061/Put/seqid=0 2024-11-26T00:35:57,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742022_1198 (size=12151) 2024-11-26T00:35:57,221 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/b30fe29a32ea4a94861a208cd9607c18 2024-11-26T00:35:57,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/291440a867dc482eabffbec6d7378bfe is 50, key is test_row_0/C:col10/1732581355061/Put/seqid=0 2024-11-26T00:35:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742023_1199 (size=12151) 2024-11-26T00:35:57,233 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/291440a867dc482eabffbec6d7378bfe 2024-11-26T00:35:57,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/3b209d7b50324b2183917a4b33eec2e3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3 2024-11-26T00:35:57,245 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3, entries=150, sequenceid=156, filesize=30.4 K 2024-11-26T00:35:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/b30fe29a32ea4a94861a208cd9607c18 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/b30fe29a32ea4a94861a208cd9607c18 2024-11-26T00:35:57,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/b30fe29a32ea4a94861a208cd9607c18, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T00:35:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/291440a867dc482eabffbec6d7378bfe as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/291440a867dc482eabffbec6d7378bfe 2024-11-26T00:35:57,258 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/291440a867dc482eabffbec6d7378bfe, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T00:35:57,259 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6ab91cce0e7e76829cabc90d4e015966 in 881ms, sequenceid=156, compaction requested=false 2024-11-26T00:35:57,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:57,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:57,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T00:35:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T00:35:57,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T00:35:57,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec 2024-11-26T00:35:57,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.2610 sec 2024-11-26T00:35:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:57,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T00:35:57,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:57,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:57,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:57,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:57,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:57,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:57,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265451022ba05d4200876d4aa3ca78376b_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742024_1200 (size=14794) 2024-11-26T00:35:57,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581417323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581417322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581417323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,332 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265451022ba05d4200876d4aa3ca78376b_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265451022ba05d4200876d4aa3ca78376b_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581417328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581417328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,334 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7006e2a01e304de2909ae794535071ae, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:57,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7006e2a01e304de2909ae794535071ae is 175, key is test_row_0/A:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742025_1201 (size=39749) 2024-11-26T00:35:57,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7006e2a01e304de2909ae794535071ae 2024-11-26T00:35:57,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/903c1c4ec8904610857c09dccbdfb4c4 is 50, key is test_row_0/B:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742026_1202 (size=12151) 2024-11-26T00:35:57,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/903c1c4ec8904610857c09dccbdfb4c4 2024-11-26T00:35:57,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/130f784bee474363ab076ba3a61f8cca is 50, key is test_row_0/C:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742027_1203 (size=12151) 2024-11-26T00:35:57,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/130f784bee474363ab076ba3a61f8cca 2024-11-26T00:35:57,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7006e2a01e304de2909ae794535071ae as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae 2024-11-26T00:35:57,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae, entries=200, sequenceid=176, filesize=38.8 K 2024-11-26T00:35:57,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/903c1c4ec8904610857c09dccbdfb4c4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/903c1c4ec8904610857c09dccbdfb4c4 2024-11-26T00:35:57,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/903c1c4ec8904610857c09dccbdfb4c4, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T00:35:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/130f784bee474363ab076ba3a61f8cca as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/130f784bee474363ab076ba3a61f8cca 2024-11-26T00:35:57,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/130f784bee474363ab076ba3a61f8cca, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T00:35:57,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 6ab91cce0e7e76829cabc90d4e015966 in 121ms, sequenceid=176, compaction requested=true 2024-11-26T00:35:57,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:57,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:35:57,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:57,424 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:57,424 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:57,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:35:57,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:57,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:35:57,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:57,426 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:57,426 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:35:57,426 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:57,426 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/1d082deb0c6048b2b476a2ee3ca163a6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/b30fe29a32ea4a94861a208cd9607c18, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/903c1c4ec8904610857c09dccbdfb4c4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.9 K 2024-11-26T00:35:57,426 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:57,426 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:35:57,426 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:57,427 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/d786e55f2ef345f4a3f98bb284d76770, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=99.9 K 2024-11-26T00:35:57,427 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:57,427 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/d786e55f2ef345f4a3f98bb284d76770, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae] 2024-11-26T00:35:57,427 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d082deb0c6048b2b476a2ee3ca163a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581353922 2024-11-26T00:35:57,427 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting d786e55f2ef345f4a3f98bb284d76770, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581353922 2024-11-26T00:35:57,428 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b30fe29a32ea4a94861a208cd9607c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732581355061 2024-11-26T00:35:57,428 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b209d7b50324b2183917a4b33eec2e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732581355061 2024-11-26T00:35:57,428 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 903c1c4ec8904610857c09dccbdfb4c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732581357188 2024-11-26T00:35:57,429 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7006e2a01e304de2909ae794535071ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732581357188 2024-11-26T00:35:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:57,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T00:35:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:57,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:57,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581417444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,451 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:57,453 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:57,453 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/41054fcdcd2942fda0cc0f4d2ae9ddef is 50, key is test_row_0/B:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581417448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581417448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581417449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581417450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d0200dc5544d459c8ecc9dd177320f44_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581357431/Put/seqid=0 2024-11-26T00:35:57,469 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262601303bc68441ca91e5b83ba70d9c36_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:57,471 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262601303bc68441ca91e5b83ba70d9c36_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:57,471 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262601303bc68441ca91e5b83ba70d9c36_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742029_1205 (size=14794) 2024-11-26T00:35:57,481 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742028_1204 (size=12561) 2024-11-26T00:35:57,487 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d0200dc5544d459c8ecc9dd177320f44_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d0200dc5544d459c8ecc9dd177320f44_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:57,489 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/41054fcdcd2942fda0cc0f4d2ae9ddef as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/41054fcdcd2942fda0cc0f4d2ae9ddef 2024-11-26T00:35:57,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/a03b0513d57d41a19066aaff40378574, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:57,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/a03b0513d57d41a19066aaff40378574 is 175, key is test_row_0/A:col10/1732581357431/Put/seqid=0 2024-11-26T00:35:57,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742030_1206 (size=4469) 2024-11-26T00:35:57,497 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 41054fcdcd2942fda0cc0f4d2ae9ddef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:57,497 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:57,497 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581357424; duration=0sec 2024-11-26T00:35:57,497 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:35:57,497 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:35:57,497 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:35:57,499 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:35:57,499 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:35:57,500 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:57,500 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e09431fa98c84504a54cf4c0fae72fb2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/291440a867dc482eabffbec6d7378bfe, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/130f784bee474363ab076ba3a61f8cca] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=35.9 K 2024-11-26T00:35:57,500 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting e09431fa98c84504a54cf4c0fae72fb2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581353922 2024-11-26T00:35:57,501 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 291440a867dc482eabffbec6d7378bfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732581355061 2024-11-26T00:35:57,501 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 130f784bee474363ab076ba3a61f8cca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732581357188 2024-11-26T00:35:57,504 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#175 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:57,505 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/3be6e7cc07ce437fa52a45644c46cc39 is 175, key is test_row_0/A:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,510 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:35:57,510 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/464cb7e83ff941e9a1291ddfd7a695c7 is 50, key is test_row_0/C:col10/1732581357198/Put/seqid=0 2024-11-26T00:35:57,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742031_1207 (size=39749) 2024-11-26T00:35:57,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742032_1208 (size=31515) 2024-11-26T00:35:57,526 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/3be6e7cc07ce437fa52a45644c46cc39 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3be6e7cc07ce437fa52a45644c46cc39 2024-11-26T00:35:57,532 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 3be6e7cc07ce437fa52a45644c46cc39(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:57,532 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:57,532 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581357424; duration=0sec 2024-11-26T00:35:57,532 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:57,532 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:35:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742033_1209 (size=12561) 2024-11-26T00:35:57,543 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/464cb7e83ff941e9a1291ddfd7a695c7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/464cb7e83ff941e9a1291ddfd7a695c7 2024-11-26T00:35:57,548 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into 464cb7e83ff941e9a1291ddfd7a695c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:35:57,548 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:57,548 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581357425; duration=0sec 2024-11-26T00:35:57,549 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:35:57,549 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:35:57,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581417554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581417557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581417557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581417557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581417558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581417757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581417759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581417760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581417761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581417761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:57,913 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/a03b0513d57d41a19066aaff40378574 2024-11-26T00:35:57,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/26ea87c079db499e87ab2cb647a7eb00 is 50, key is test_row_0/B:col10/1732581357431/Put/seqid=0 2024-11-26T00:35:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742034_1210 (size=12151) 2024-11-26T00:35:57,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/26ea87c079db499e87ab2cb647a7eb00 2024-11-26T00:35:57,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/5301faee23434f71b74c876caa47edf7 is 50, key is test_row_0/C:col10/1732581357431/Put/seqid=0 2024-11-26T00:35:57,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742035_1211 (size=12151) 2024-11-26T00:35:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581418061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581418062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581418062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581418063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581418064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/5301faee23434f71b74c876caa47edf7 2024-11-26T00:35:58,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/a03b0513d57d41a19066aaff40378574 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574 2024-11-26T00:35:58,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574, entries=200, sequenceid=198, filesize=38.8 K 2024-11-26T00:35:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/26ea87c079db499e87ab2cb647a7eb00 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/26ea87c079db499e87ab2cb647a7eb00 2024-11-26T00:35:58,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/26ea87c079db499e87ab2cb647a7eb00, entries=150, sequenceid=198, filesize=11.9 K 2024-11-26T00:35:58,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/5301faee23434f71b74c876caa47edf7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5301faee23434f71b74c876caa47edf7 2024-11-26T00:35:58,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5301faee23434f71b74c876caa47edf7, entries=150, sequenceid=198, filesize=11.9 K 2024-11-26T00:35:58,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6ab91cce0e7e76829cabc90d4e015966 in 937ms, sequenceid=198, compaction requested=false 2024-11-26T00:35:58,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:35:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:58,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T00:35:58,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:35:58,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:35:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:35:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:35:58,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d2ef0c173f8b4c90aecff9c2a0ac0082_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581358565/Put/seqid=0 2024-11-26T00:35:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742036_1212 (size=17284) 2024-11-26T00:35:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581418580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581418580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581418582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581418582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581418583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581418684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581418685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581418686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581418687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581418692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581418888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581418889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581418891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581418892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581418900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:58,979 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:35:58,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d2ef0c173f8b4c90aecff9c2a0ac0082_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d2ef0c173f8b4c90aecff9c2a0ac0082_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:35:58,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7c0dc0552ade432b89c02f6233b373fc, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:35:58,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7c0dc0552ade432b89c02f6233b373fc is 175, key is test_row_0/A:col10/1732581358565/Put/seqid=0 2024-11-26T00:35:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742037_1213 (size=48389) 2024-11-26T00:35:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T00:35:59,108 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T00:35:59,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:35:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-26T00:35:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T00:35:59,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:35:59,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:35:59,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:35:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581419192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581419194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581419194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581419197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581419206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T00:35:59,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:35:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7c0dc0552ade432b89c02f6233b373fc 2024-11-26T00:35:59,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/7b0fa7761768436a9bface7a08e8cb81 is 50, key is test_row_0/B:col10/1732581358565/Put/seqid=0 2024-11-26T00:35:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742038_1214 (size=12151) 2024-11-26T00:35:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T00:35:59,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:35:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,475 INFO [master/d90b379473c3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T00:35:59,475 INFO [master/d90b379473c3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T00:35:59,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:35:59,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:59,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581419696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581419697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581419698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581419699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T00:35:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:35:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581419711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:35:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/7b0fa7761768436a9bface7a08e8cb81 2024-11-26T00:35:59,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/82273fea659341859a22395f542d7c4c is 50, key is test_row_0/C:col10/1732581358565/Put/seqid=0 2024-11-26T00:35:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742039_1215 (size=12151) 2024-11-26T00:35:59,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:35:59,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:35:59,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:35:59,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:35:59,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:35:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:36:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:36:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T00:36:00,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/82273fea659341859a22395f542d7c4c 2024-11-26T00:36:00,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/7c0dc0552ade432b89c02f6233b373fc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc 2024-11-26T00:36:00,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc, entries=250, sequenceid=217, filesize=47.3 K 2024-11-26T00:36:00,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/7b0fa7761768436a9bface7a08e8cb81 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7b0fa7761768436a9bface7a08e8cb81 2024-11-26T00:36:00,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7b0fa7761768436a9bface7a08e8cb81, entries=150, sequenceid=217, filesize=11.9 K 2024-11-26T00:36:00,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/82273fea659341859a22395f542d7c4c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/82273fea659341859a22395f542d7c4c 2024-11-26T00:36:00,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/82273fea659341859a22395f542d7c4c, entries=150, sequenceid=217, filesize=11.9 K 2024-11-26T00:36:00,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6ab91cce0e7e76829cabc90d4e015966 in 1684ms, sequenceid=217, compaction requested=true 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:00,250 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:00,250 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:00,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:00,251 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:00,251 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:36:00,251 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,252 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3be6e7cc07ce437fa52a45644c46cc39, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=116.8 K 2024-11-26T00:36:00,252 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,252 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3be6e7cc07ce437fa52a45644c46cc39, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc] 2024-11-26T00:36:00,252 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:00,252 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:36:00,252 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,252 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be6e7cc07ce437fa52a45644c46cc39, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732581357188 2024-11-26T00:36:00,252 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/41054fcdcd2942fda0cc0f4d2ae9ddef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/26ea87c079db499e87ab2cb647a7eb00, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7b0fa7761768436a9bface7a08e8cb81] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=36.0 K 2024-11-26T00:36:00,253 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a03b0513d57d41a19066aaff40378574, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581357326 2024-11-26T00:36:00,253 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 41054fcdcd2942fda0cc0f4d2ae9ddef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732581357188 2024-11-26T00:36:00,253 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c0dc0552ade432b89c02f6233b373fc, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732581357437 2024-11-26T00:36:00,253 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 26ea87c079db499e87ab2cb647a7eb00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581357327 2024-11-26T00:36:00,254 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0fa7761768436a9bface7a08e8cb81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732581357437 2024-11-26T00:36:00,258 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:00,260 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:00,261 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/59e0014cda2d4036882f4abd69ba9640 is 50, key is test_row_0/B:col10/1732581358565/Put/seqid=0 2024-11-26T00:36:00,267 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ad2348be945a4024ab3eee570d55662c_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:00,269 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ad2348be945a4024ab3eee570d55662c_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:00,269 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ad2348be945a4024ab3eee570d55662c_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742040_1216 (size=12663) 2024-11-26T00:36:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742041_1217 (size=4469) 2024-11-26T00:36:00,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T00:36:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,331 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T00:36:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d3d9ac28e72a47f0814c22617fb4e315_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581358582/Put/seqid=0 2024-11-26T00:36:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742042_1218 (size=12304) 2024-11-26T00:36:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:00,344 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d3d9ac28e72a47f0814c22617fb4e315_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d3d9ac28e72a47f0814c22617fb4e315_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:00,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c41de9b4276c4e029e5b3e2eb40eb0d3, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c41de9b4276c4e029e5b3e2eb40eb0d3 is 175, key is test_row_0/A:col10/1732581358582/Put/seqid=0 2024-11-26T00:36:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742043_1219 (size=31105) 2024-11-26T00:36:00,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c41de9b4276c4e029e5b3e2eb40eb0d3 2024-11-26T00:36:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/ae1ae5f10a8648dab2904d050e021611 is 50, key is test_row_0/B:col10/1732581358582/Put/seqid=0 2024-11-26T00:36:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742044_1220 (size=12151) 2024-11-26T00:36:00,370 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/ae1ae5f10a8648dab2904d050e021611 2024-11-26T00:36:00,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/f7f090d4102c439685e604da2c9f3ed0 is 50, key is test_row_0/C:col10/1732581358582/Put/seqid=0 2024-11-26T00:36:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742045_1221 (size=12151) 2024-11-26T00:36:00,678 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/59e0014cda2d4036882f4abd69ba9640 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/59e0014cda2d4036882f4abd69ba9640 2024-11-26T00:36:00,682 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 59e0014cda2d4036882f4abd69ba9640(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:00,682 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:00,682 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581360250; duration=0sec 2024-11-26T00:36:00,682 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:00,682 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:00,682 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:00,683 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:00,683 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:36:00,684 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,684 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/464cb7e83ff941e9a1291ddfd7a695c7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5301faee23434f71b74c876caa47edf7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/82273fea659341859a22395f542d7c4c] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=36.0 K 2024-11-26T00:36:00,684 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 464cb7e83ff941e9a1291ddfd7a695c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732581357188 2024-11-26T00:36:00,684 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5301faee23434f71b74c876caa47edf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732581357327 2024-11-26T00:36:00,685 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 82273fea659341859a22395f542d7c4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732581357437 2024-11-26T00:36:00,692 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:00,692 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/56b6d02058c34546984a9bf1fae10572 is 175, key is test_row_0/A:col10/1732581358565/Put/seqid=0 2024-11-26T00:36:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742046_1222 (size=31617) 2024-11-26T00:36:00,706 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:00,706 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/79053fd77c9d4ec9a019e8067b6de526 is 50, key is test_row_0/C:col10/1732581358565/Put/seqid=0 2024-11-26T00:36:00,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742047_1223 (size=12663) 2024-11-26T00:36:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:00,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581420741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581420743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581420744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581420745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581420747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,783 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/f7f090d4102c439685e604da2c9f3ed0 2024-11-26T00:36:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c41de9b4276c4e029e5b3e2eb40eb0d3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3 2024-11-26T00:36:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3, entries=150, sequenceid=237, filesize=30.4 K 2024-11-26T00:36:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/ae1ae5f10a8648dab2904d050e021611 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ae1ae5f10a8648dab2904d050e021611 2024-11-26T00:36:00,801 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ae1ae5f10a8648dab2904d050e021611, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T00:36:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/f7f090d4102c439685e604da2c9f3ed0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f7f090d4102c439685e604da2c9f3ed0 2024-11-26T00:36:00,807 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f7f090d4102c439685e604da2c9f3ed0, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T00:36:00,808 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6ab91cce0e7e76829cabc90d4e015966 in 477ms, sequenceid=237, compaction requested=false 2024-11-26T00:36:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T00:36:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-26T00:36:00,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T00:36:00,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6980 sec 2024-11-26T00:36:00,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.7020 sec 2024-11-26T00:36:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:00,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T00:36:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:00,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:00,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266cbebe5cf8d94332bc7ce3fe5ff11372_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:00,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581420858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581420860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581420861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742048_1224 (size=12304) 2024-11-26T00:36:00,867 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:00,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581420863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581420864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,872 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266cbebe5cf8d94332bc7ce3fe5ff11372_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266cbebe5cf8d94332bc7ce3fe5ff11372_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:00,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fae06ed1e8e44cbfaf24c0338cdae040, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:00,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fae06ed1e8e44cbfaf24c0338cdae040 is 175, key is test_row_0/A:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742049_1225 (size=31105) 2024-11-26T00:36:00,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fae06ed1e8e44cbfaf24c0338cdae040 2024-11-26T00:36:00,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/3d7f4a3c25014d90ab25d09e765ad837 is 50, key is test_row_0/B:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742050_1226 (size=12151) 2024-11-26T00:36:00,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/3d7f4a3c25014d90ab25d09e765ad837 2024-11-26T00:36:00,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2a456adbdcc343e290d4b26ded47719d is 50, key is test_row_0/C:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742051_1227 (size=12151) 2024-11-26T00:36:00,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581420965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581420965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581420965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581420971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581420974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,104 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/56b6d02058c34546984a9bf1fae10572 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/56b6d02058c34546984a9bf1fae10572 2024-11-26T00:36:01,109 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 56b6d02058c34546984a9bf1fae10572(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:01,109 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:01,109 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581360250; duration=0sec 2024-11-26T00:36:01,109 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:01,109 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:01,121 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/79053fd77c9d4ec9a019e8067b6de526 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/79053fd77c9d4ec9a019e8067b6de526 2024-11-26T00:36:01,125 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into 79053fd77c9d4ec9a019e8067b6de526(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:01,125 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:01,125 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581360250; duration=0sec 2024-11-26T00:36:01,126 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:01,126 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581421168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581421168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581421169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581421174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581421178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T00:36:01,214 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T00:36:01,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-26T00:36:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:01,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:01,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:01,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:01,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2a456adbdcc343e290d4b26ded47719d 2024-11-26T00:36:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fae06ed1e8e44cbfaf24c0338cdae040 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040 2024-11-26T00:36:01,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040, entries=150, sequenceid=256, filesize=30.4 K 2024-11-26T00:36:01,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/3d7f4a3c25014d90ab25d09e765ad837 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/3d7f4a3c25014d90ab25d09e765ad837 2024-11-26T00:36:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/3d7f4a3c25014d90ab25d09e765ad837, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T00:36:01,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2a456adbdcc343e290d4b26ded47719d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a456adbdcc343e290d4b26ded47719d 2024-11-26T00:36:01,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a456adbdcc343e290d4b26ded47719d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T00:36:01,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6ab91cce0e7e76829cabc90d4e015966 in 535ms, sequenceid=256, compaction requested=true 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:01,383 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:01,383 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:01,384 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:01,384 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:36:01,384 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,384 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/59e0014cda2d4036882f4abd69ba9640, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ae1ae5f10a8648dab2904d050e021611, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/3d7f4a3c25014d90ab25d09e765ad837] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=36.1 K 2024-11-26T00:36:01,384 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:01,385 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:36:01,385 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,385 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/56b6d02058c34546984a9bf1fae10572, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=91.6 K 2024-11-26T00:36:01,385 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,385 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/56b6d02058c34546984a9bf1fae10572, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040] 2024-11-26T00:36:01,385 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 59e0014cda2d4036882f4abd69ba9640, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732581357437 2024-11-26T00:36:01,385 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56b6d02058c34546984a9bf1fae10572, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732581357437 2024-11-26T00:36:01,386 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1ae5f10a8648dab2904d050e021611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732581358581 2024-11-26T00:36:01,386 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41de9b4276c4e029e5b3e2eb40eb0d3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732581358581 2024-11-26T00:36:01,386 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting fae06ed1e8e44cbfaf24c0338cdae040, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581360743 2024-11-26T00:36:01,386 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d7f4a3c25014d90ab25d09e765ad837, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581360743 2024-11-26T00:36:01,395 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:01,409 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:01,409 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/243529f6014d4b3abb0e42587bb7bff5 is 50, key is test_row_0/B:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:01,410 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265a5252721c4f4d3d9f420622170a2565_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:01,412 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265a5252721c4f4d3d9f420622170a2565_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:01,413 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265a5252721c4f4d3d9f420622170a2565_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742052_1228 (size=12765) 2024-11-26T00:36:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742053_1229 (size=4469) 2024-11-26T00:36:01,426 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#192 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:01,427 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/05a30a4e294c4bb19d87b7029b64efef is 175, key is test_row_0/A:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:01,428 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/243529f6014d4b3abb0e42587bb7bff5 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/243529f6014d4b3abb0e42587bb7bff5 2024-11-26T00:36:01,436 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 243529f6014d4b3abb0e42587bb7bff5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:01,436 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:01,436 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581361383; duration=0sec 2024-11-26T00:36:01,436 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:01,436 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:01,436 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:01,438 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:01,438 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:36:01,438 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,438 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/79053fd77c9d4ec9a019e8067b6de526, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f7f090d4102c439685e604da2c9f3ed0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a456adbdcc343e290d4b26ded47719d] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=36.1 K 2024-11-26T00:36:01,439 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 79053fd77c9d4ec9a019e8067b6de526, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732581357437 2024-11-26T00:36:01,440 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f090d4102c439685e604da2c9f3ed0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732581358581 2024-11-26T00:36:01,440 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a456adbdcc343e290d4b26ded47719d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581360743 2024-11-26T00:36:01,451 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:01,452 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2a3db41eaa8e494fa023a6b767323284 is 50, key is test_row_0/C:col10/1732581360744/Put/seqid=0 2024-11-26T00:36:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742054_1230 (size=31719) 2024-11-26T00:36:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742055_1231 (size=12765) 2024-11-26T00:36:01,467 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2a3db41eaa8e494fa023a6b767323284 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a3db41eaa8e494fa023a6b767323284 2024-11-26T00:36:01,477 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into 2a3db41eaa8e494fa023a6b767323284(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:01,477 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:01,477 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581361383; duration=0sec 2024-11-26T00:36:01,477 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:01,477 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:01,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T00:36:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:01,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:01,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:01,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:01,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:01,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:01,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e9c2871b64b347c1b38d20921300c60b_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581360863/Put/seqid=0 2024-11-26T00:36:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742056_1232 (size=12454) 2024-11-26T00:36:01,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:01,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e9c2871b64b347c1b38d20921300c60b_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e9c2871b64b347c1b38d20921300c60b_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:01,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/e7eaf342185d45089f3614333d8b0355, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:01,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/e7eaf342185d45089f3614333d8b0355 is 175, key is test_row_0/A:col10/1732581360863/Put/seqid=0 2024-11-26T00:36:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581421492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581421492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581421496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581421498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581421499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742057_1233 (size=31255) 2024-11-26T00:36:01,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581421812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581421812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581421813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581421814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581421814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:01,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,858 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/05a30a4e294c4bb19d87b7029b64efef as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/05a30a4e294c4bb19d87b7029b64efef 2024-11-26T00:36:01,862 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 05a30a4e294c4bb19d87b7029b64efef(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:01,862 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:01,862 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581361383; duration=0sec 2024-11-26T00:36:01,862 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:01,863 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:01,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/e7eaf342185d45089f3614333d8b0355 2024-11-26T00:36:01,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c861f1746c664e2690bd769a306d40ee is 50, key is test_row_0/B:col10/1732581360863/Put/seqid=0 2024-11-26T00:36:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742058_1234 (size=12301) 2024-11-26T00:36:01,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:01,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:01,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581422113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581422116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581422116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581422117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581422119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:02,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c861f1746c664e2690bd769a306d40ee 2024-11-26T00:36:02,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2b94c885653c4abf9849937bb862d815 is 50, key is test_row_0/C:col10/1732581360863/Put/seqid=0 2024-11-26T00:36:02,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742059_1235 (size=12301) 2024-11-26T00:36:02,438 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:02,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:02,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581422615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581422619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581422621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581422621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581422623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2b94c885653c4abf9849937bb862d815 2024-11-26T00:36:02,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/e7eaf342185d45089f3614333d8b0355 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355 2024-11-26T00:36:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:02,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355, entries=150, sequenceid=280, filesize=30.5 K 2024-11-26T00:36:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c861f1746c664e2690bd769a306d40ee as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c861f1746c664e2690bd769a306d40ee 2024-11-26T00:36:02,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c861f1746c664e2690bd769a306d40ee, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T00:36:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/2b94c885653c4abf9849937bb862d815 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2b94c885653c4abf9849937bb862d815 2024-11-26T00:36:02,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2b94c885653c4abf9849937bb862d815, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T00:36:02,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6ab91cce0e7e76829cabc90d4e015966 in 1280ms, sequenceid=280, compaction requested=false 2024-11-26T00:36:02,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:02,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:02,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T00:36:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:02,896 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T00:36:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6ff01a3a5ca4d90a3d4a87a2b5e35bd_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581361497/Put/seqid=0 2024-11-26T00:36:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742060_1236 (size=12454) 2024-11-26T00:36:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:03,310 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6ff01a3a5ca4d90a3d4a87a2b5e35bd_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6ff01a3a5ca4d90a3d4a87a2b5e35bd_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:03,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/abb92b2cc00e4876b4c1bf08c88498a9, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/abb92b2cc00e4876b4c1bf08c88498a9 is 175, key is test_row_0/A:col10/1732581361497/Put/seqid=0 2024-11-26T00:36:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742061_1237 (size=31255) 2024-11-26T00:36:03,319 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/abb92b2cc00e4876b4c1bf08c88498a9 2024-11-26T00:36:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/70efc59a453f4c69ae61858ac55bc1df is 50, key is test_row_0/B:col10/1732581361497/Put/seqid=0 2024-11-26T00:36:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742062_1238 (size=12301) 2024-11-26T00:36:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:03,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581423664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581423664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581423664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581423665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581423665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,729 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/70efc59a453f4c69ae61858ac55bc1df 2024-11-26T00:36:03,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/c39d1670d0a246008f1123ca9a215777 is 50, key is test_row_0/C:col10/1732581361497/Put/seqid=0 2024-11-26T00:36:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742063_1239 (size=12301) 2024-11-26T00:36:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581423771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581423772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581423772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581423974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581423975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581423975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581423975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:03,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581423975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,141 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/c39d1670d0a246008f1123ca9a215777 2024-11-26T00:36:04,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/abb92b2cc00e4876b4c1bf08c88498a9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9 2024-11-26T00:36:04,149 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9, entries=150, sequenceid=297, filesize=30.5 K 2024-11-26T00:36:04,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/70efc59a453f4c69ae61858ac55bc1df as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/70efc59a453f4c69ae61858ac55bc1df 2024-11-26T00:36:04,154 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/70efc59a453f4c69ae61858ac55bc1df, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T00:36:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/c39d1670d0a246008f1123ca9a215777 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c39d1670d0a246008f1123ca9a215777 2024-11-26T00:36:04,159 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c39d1670d0a246008f1123ca9a215777, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T00:36:04,160 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6ab91cce0e7e76829cabc90d4e015966 in 1263ms, sequenceid=297, compaction requested=true 2024-11-26T00:36:04,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:04,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:04,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T00:36:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-26T00:36:04,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T00:36:04,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9440 sec 2024-11-26T00:36:04,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.9470 sec 2024-11-26T00:36:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:04,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T00:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:04,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d3d48e153d4484487674334b07f03da_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581424300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581424301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581424303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581424303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581424303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742064_1240 (size=17534) 2024-11-26T00:36:04,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581424403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581424407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581424407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581424407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581424407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581424607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581424609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581424610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581424610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581424611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:04,712 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d3d48e153d4484487674334b07f03da_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d3d48e153d4484487674334b07f03da_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:04,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/556b1b8de94c4f6fa8176adac9e399b3, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:04,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/556b1b8de94c4f6fa8176adac9e399b3 is 175, key is test_row_0/A:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742065_1241 (size=48639) 2024-11-26T00:36:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581424910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581424911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581424912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581424912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581424913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/556b1b8de94c4f6fa8176adac9e399b3 2024-11-26T00:36:05,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/dab6729cfe0344d683acdbd2a8058100 is 50, key is test_row_0/B:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:05,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742066_1242 (size=12301) 2024-11-26T00:36:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T00:36:05,320 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-26T00:36:05,321 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-26T00:36:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T00:36:05,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:05,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:05,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:05,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581425414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581425417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581425418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581425418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581425420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T00:36:05,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T00:36:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/dab6729cfe0344d683acdbd2a8058100 2024-11-26T00:36:05,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/89df1dd4c2674da49c16438e5f3d1530 is 50, key is test_row_0/C:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742067_1243 (size=12301) 2024-11-26T00:36:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T00:36:05,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T00:36:05,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:05,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T00:36:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T00:36:05,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:05,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T00:36:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:05,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/89df1dd4c2674da49c16438e5f3d1530 2024-11-26T00:36:05,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/556b1b8de94c4f6fa8176adac9e399b3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3 2024-11-26T00:36:05,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3, entries=250, sequenceid=320, filesize=47.5 K 2024-11-26T00:36:05,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/dab6729cfe0344d683acdbd2a8058100 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dab6729cfe0344d683acdbd2a8058100 2024-11-26T00:36:05,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dab6729cfe0344d683acdbd2a8058100, entries=150, sequenceid=320, filesize=12.0 K 2024-11-26T00:36:05,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/89df1dd4c2674da49c16438e5f3d1530 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/89df1dd4c2674da49c16438e5f3d1530 2024-11-26T00:36:05,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/89df1dd4c2674da49c16438e5f3d1530, entries=150, sequenceid=320, filesize=12.0 K 2024-11-26T00:36:05,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6ab91cce0e7e76829cabc90d4e015966 in 1680ms, sequenceid=320, compaction requested=true 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:05,960 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:05,960 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:05,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:05,961 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:05,961 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:05,961 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:36:05,961 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:36:05,961 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,961 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,961 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/243529f6014d4b3abb0e42587bb7bff5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c861f1746c664e2690bd769a306d40ee, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/70efc59a453f4c69ae61858ac55bc1df, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dab6729cfe0344d683acdbd2a8058100] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=48.5 K 2024-11-26T00:36:05,962 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/05a30a4e294c4bb19d87b7029b64efef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=139.5 K 2024-11-26T00:36:05,962 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/05a30a4e294c4bb19d87b7029b64efef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3] 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 243529f6014d4b3abb0e42587bb7bff5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581360743 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05a30a4e294c4bb19d87b7029b64efef, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581360743 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c861f1746c664e2690bd769a306d40ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581360863 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7eaf342185d45089f3614333d8b0355, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581360863 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 70efc59a453f4c69ae61858ac55bc1df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732581361492 2024-11-26T00:36:05,962 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting abb92b2cc00e4876b4c1bf08c88498a9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732581361492 2024-11-26T00:36:05,963 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting dab6729cfe0344d683acdbd2a8058100, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732581363639 2024-11-26T00:36:05,963 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 556b1b8de94c4f6fa8176adac9e399b3, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732581363638 2024-11-26T00:36:05,969 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:05,971 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:05,972 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/e6653277a5da4dcfa421e9ab6fdfaf6d is 50, key is test_row_0/B:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:05,974 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126bfb0cacc108b46a6b22e415eac6b595f_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:05,976 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126bfb0cacc108b46a6b22e415eac6b595f_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:05,976 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfb0cacc108b46a6b22e415eac6b595f_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742068_1244 (size=13051) 2024-11-26T00:36:05,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742069_1245 (size=4469) 2024-11-26T00:36:06,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T00:36:06,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:06,085 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T00:36:06,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:06,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:06,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bb1956edc2fa44e4b3fdd34010578f9a_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581364300/Put/seqid=0 2024-11-26T00:36:06,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742070_1246 (size=12454) 2024-11-26T00:36:06,385 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/e6653277a5da4dcfa421e9ab6fdfaf6d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/e6653277a5da4dcfa421e9ab6fdfaf6d 2024-11-26T00:36:06,400 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#205 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:06,400 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/834c46dd506d4d26b56acbe64d6155d7 is 175, key is test_row_0/A:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:06,401 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into e6653277a5da4dcfa421e9ab6fdfaf6d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:06,401 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:06,401 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=12, startTime=1732581365960; duration=0sec 2024-11-26T00:36:06,401 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:06,401 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:06,401 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:06,403 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:06,403 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:36:06,403 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:06,403 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a3db41eaa8e494fa023a6b767323284, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2b94c885653c4abf9849937bb862d815, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c39d1670d0a246008f1123ca9a215777, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/89df1dd4c2674da49c16438e5f3d1530] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=48.5 K 2024-11-26T00:36:06,404 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a3db41eaa8e494fa023a6b767323284, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581360743 2024-11-26T00:36:06,404 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b94c885653c4abf9849937bb862d815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581360863 2024-11-26T00:36:06,404 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c39d1670d0a246008f1123ca9a215777, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732581361492 2024-11-26T00:36:06,405 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 89df1dd4c2674da49c16438e5f3d1530, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732581363639 2024-11-26T00:36:06,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742071_1247 (size=32005) 2024-11-26T00:36:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T00:36:06,430 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/834c46dd506d4d26b56acbe64d6155d7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/834c46dd506d4d26b56acbe64d6155d7 2024-11-26T00:36:06,436 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 834c46dd506d4d26b56acbe64d6155d7(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:06,436 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:06,436 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=12, startTime=1732581365960; duration=0sec 2024-11-26T00:36:06,437 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:06,437 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:06,441 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:06,442 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/a42b1551905b4c8699c1854092563eb3 is 50, key is test_row_0/C:col10/1732581364280/Put/seqid=0 2024-11-26T00:36:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742072_1248 (size=13051) 2024-11-26T00:36:06,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581426445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581426446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581426448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581426450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581426450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:06,500 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bb1956edc2fa44e4b3fdd34010578f9a_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb1956edc2fa44e4b3fdd34010578f9a_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:06,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/cd746dedec504bedb04be94b960dd7a3, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:06,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/cd746dedec504bedb04be94b960dd7a3 is 175, key is test_row_0/A:col10/1732581364300/Put/seqid=0 2024-11-26T00:36:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742073_1249 (size=31255) 2024-11-26T00:36:06,506 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/cd746dedec504bedb04be94b960dd7a3 2024-11-26T00:36:06,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/dc6959d60a914a4eaf55068f06e89365 is 50, key is test_row_0/B:col10/1732581364300/Put/seqid=0 2024-11-26T00:36:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742074_1250 (size=12301) 2024-11-26T00:36:06,518 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/dc6959d60a914a4eaf55068f06e89365 2024-11-26T00:36:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/ad8f603e427d475f9afb4d9eb4e8c926 is 50, key is test_row_0/C:col10/1732581364300/Put/seqid=0 2024-11-26T00:36:06,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742075_1251 (size=12301) 2024-11-26T00:36:06,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581426551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581426551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581426553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581426554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581426555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581426754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581426754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581426754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581426756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581426757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:06,852 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/a42b1551905b4c8699c1854092563eb3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a42b1551905b4c8699c1854092563eb3 2024-11-26T00:36:06,857 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into a42b1551905b4c8699c1854092563eb3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:06,857 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:06,857 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=12, startTime=1732581365960; duration=0sec 2024-11-26T00:36:06,857 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:06,857 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:06,929 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/ad8f603e427d475f9afb4d9eb4e8c926 2024-11-26T00:36:06,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/cd746dedec504bedb04be94b960dd7a3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3 2024-11-26T00:36:06,936 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3, entries=150, sequenceid=334, filesize=30.5 K 2024-11-26T00:36:06,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/dc6959d60a914a4eaf55068f06e89365 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dc6959d60a914a4eaf55068f06e89365 2024-11-26T00:36:06,940 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dc6959d60a914a4eaf55068f06e89365, entries=150, sequenceid=334, filesize=12.0 K 2024-11-26T00:36:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/ad8f603e427d475f9afb4d9eb4e8c926 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/ad8f603e427d475f9afb4d9eb4e8c926 2024-11-26T00:36:06,945 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/ad8f603e427d475f9afb4d9eb4e8c926, entries=150, sequenceid=334, filesize=12.0 K 2024-11-26T00:36:06,945 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6ab91cce0e7e76829cabc90d4e015966 in 860ms, sequenceid=334, compaction requested=false 2024-11-26T00:36:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-26T00:36:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-26T00:36:06,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T00:36:06,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6230 sec 2024-11-26T00:36:06,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.6270 sec 2024-11-26T00:36:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:07,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:36:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:07,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112602326700f9b94987bb417eaf407e14e4_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581427064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581427064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581427065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581427067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742076_1252 (size=17534) 2024-11-26T00:36:07,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581427068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581427169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581427169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581427169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581427169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581427172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581427371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581427372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581427372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581427373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581427376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T00:36:07,426 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T00:36:07,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-26T00:36:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T00:36:07,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:07,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:07,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:07,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:07,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112602326700f9b94987bb417eaf407e14e4_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112602326700f9b94987bb417eaf407e14e4_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:07,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8806a7bfee3e4ee8a6ef1e66d4c362e5, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:07,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8806a7bfee3e4ee8a6ef1e66d4c362e5 is 175, key is test_row_0/A:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:07,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742077_1253 (size=48639) 2024-11-26T00:36:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T00:36:07,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T00:36:07,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:07,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:07,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:07,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581427673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581427675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581427675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581427676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581427679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T00:36:07,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T00:36:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:07,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8806a7bfee3e4ee8a6ef1e66d4c362e5 2024-11-26T00:36:07,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:07,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T00:36:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:07,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:07,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/594686d10b0142f1b32933c2edc683ac is 50, key is test_row_0/B:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:07,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742078_1254 (size=12301) 2024-11-26T00:36:07,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/594686d10b0142f1b32933c2edc683ac 2024-11-26T00:36:07,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/04a22e91d9b14a2b85e75ffdac7b0a44 is 50, key is test_row_0/C:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:07,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742079_1255 (size=12301) 2024-11-26T00:36:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T00:36:08,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T00:36:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:08,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581428178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581428178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581428178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581428179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581428184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T00:36:08,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:08,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/04a22e91d9b14a2b85e75ffdac7b0a44 2024-11-26T00:36:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/8806a7bfee3e4ee8a6ef1e66d4c362e5 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5 2024-11-26T00:36:08,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5, entries=250, sequenceid=361, filesize=47.5 K 2024-11-26T00:36:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-26T00:36:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/594686d10b0142f1b32933c2edc683ac as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/594686d10b0142f1b32933c2edc683ac 2024-11-26T00:36:08,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/594686d10b0142f1b32933c2edc683ac, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T00:36:08,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/04a22e91d9b14a2b85e75ffdac7b0a44 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/04a22e91d9b14a2b85e75ffdac7b0a44 2024-11-26T00:36:08,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/04a22e91d9b14a2b85e75ffdac7b0a44, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T00:36:08,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ab91cce0e7e76829cabc90d4e015966 in 1280ms, sequenceid=361, compaction requested=true 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:08,338 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:08,338 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:08,339 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:08,339 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:08,339 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:36:08,339 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:36:08,339 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,339 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,339 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/834c46dd506d4d26b56acbe64d6155d7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=109.3 K 2024-11-26T00:36:08,339 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/e6653277a5da4dcfa421e9ab6fdfaf6d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dc6959d60a914a4eaf55068f06e89365, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/594686d10b0142f1b32933c2edc683ac] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=36.8 K 2024-11-26T00:36:08,340 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,340 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/834c46dd506d4d26b56acbe64d6155d7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5] 2024-11-26T00:36:08,340 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting e6653277a5da4dcfa421e9ab6fdfaf6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732581363639 2024-11-26T00:36:08,341 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 834c46dd506d4d26b56acbe64d6155d7, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732581363639 2024-11-26T00:36:08,341 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting dc6959d60a914a4eaf55068f06e89365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732581364283 2024-11-26T00:36:08,341 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd746dedec504bedb04be94b960dd7a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732581364283 2024-11-26T00:36:08,341 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 594686d10b0142f1b32933c2edc683ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732581366449 2024-11-26T00:36:08,341 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8806a7bfee3e4ee8a6ef1e66d4c362e5, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732581366433 2024-11-26T00:36:08,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:08,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T00:36:08,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,343 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:36:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:08,351 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:08,356 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:08,356 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/7fd2772edd6840d0bae002b0a5650c5f is 50, key is test_row_0/B:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dd9cfde01af4413d887ae5b74017dfee_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581367067/Put/seqid=0 2024-11-26T00:36:08,365 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260b37ac24ac3c4598a3aef54e231ee4f2_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:08,367 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260b37ac24ac3c4598a3aef54e231ee4f2_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:08,367 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260b37ac24ac3c4598a3aef54e231ee4f2_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742080_1256 (size=13153) 2024-11-26T00:36:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742081_1257 (size=4469) 2024-11-26T00:36:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742082_1258 (size=12454) 2024-11-26T00:36:08,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,398 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dd9cfde01af4413d887ae5b74017dfee_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd9cfde01af4413d887ae5b74017dfee_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c59d4cff42144eb58230d3ab63888d4f, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c59d4cff42144eb58230d3ab63888d4f is 175, key is test_row_0/A:col10/1732581367067/Put/seqid=0 2024-11-26T00:36:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742083_1259 (size=31255) 2024-11-26T00:36:08,405 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c59d4cff42144eb58230d3ab63888d4f 2024-11-26T00:36:08,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/9fa9f782f339421cb1a9a2ff7c535604 is 50, key is test_row_0/B:col10/1732581367067/Put/seqid=0 2024-11-26T00:36:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742084_1260 (size=12301) 2024-11-26T00:36:08,429 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/9fa9f782f339421cb1a9a2ff7c535604 2024-11-26T00:36:08,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/eea30a181486443194e646241c57694f is 50, key is test_row_0/C:col10/1732581367067/Put/seqid=0 2024-11-26T00:36:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742085_1261 (size=12301) 2024-11-26T00:36:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T00:36:08,778 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/7fd2772edd6840d0bae002b0a5650c5f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7fd2772edd6840d0bae002b0a5650c5f 2024-11-26T00:36:08,783 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 7fd2772edd6840d0bae002b0a5650c5f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:08,783 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:08,783 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581368338; duration=0sec 2024-11-26T00:36:08,783 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:08,783 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:08,783 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:08,784 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:08,784 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:36:08,784 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,784 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a42b1551905b4c8699c1854092563eb3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/ad8f603e427d475f9afb4d9eb4e8c926, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/04a22e91d9b14a2b85e75ffdac7b0a44] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=36.8 K 2024-11-26T00:36:08,785 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a42b1551905b4c8699c1854092563eb3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732581363639 2024-11-26T00:36:08,785 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8f603e427d475f9afb4d9eb4e8c926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732581364283 2024-11-26T00:36:08,785 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a22e91d9b14a2b85e75ffdac7b0a44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732581366449 2024-11-26T00:36:08,792 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#218 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:08,792 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/e9173191ec7c4d38b1a1d44f65b3964b is 50, key is test_row_0/C:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:08,795 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#213 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:08,796 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/634f0464442f480e8f87dcef43797e4e is 175, key is test_row_0/A:col10/1732581366449/Put/seqid=0 2024-11-26T00:36:08,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742086_1262 (size=13153) 2024-11-26T00:36:08,801 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/e9173191ec7c4d38b1a1d44f65b3964b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e9173191ec7c4d38b1a1d44f65b3964b 2024-11-26T00:36:08,805 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into e9173191ec7c4d38b1a1d44f65b3964b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:08,805 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:08,805 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=13, startTime=1732581368338; duration=0sec 2024-11-26T00:36:08,805 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:08,805 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742087_1263 (size=32107) 2024-11-26T00:36:08,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/eea30a181486443194e646241c57694f 2024-11-26T00:36:08,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/c59d4cff42144eb58230d3ab63888d4f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f 2024-11-26T00:36:08,853 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f, entries=150, sequenceid=373, filesize=30.5 K 2024-11-26T00:36:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/9fa9f782f339421cb1a9a2ff7c535604 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/9fa9f782f339421cb1a9a2ff7c535604 2024-11-26T00:36:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,857 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/9fa9f782f339421cb1a9a2ff7c535604, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T00:36:08,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/eea30a181486443194e646241c57694f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/eea30a181486443194e646241c57694f 2024-11-26T00:36:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/eea30a181486443194e646241c57694f, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T00:36:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 6ab91cce0e7e76829cabc90d4e015966 in 519ms, sequenceid=373, compaction requested=false 2024-11-26T00:36:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-26T00:36:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-26T00:36:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T00:36:08,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-26T00:36:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.4380 sec 2024-11-26T00:36:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:09,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:36:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:09,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:09,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264442a5ce892541f2945ae0652a6f09c9_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581369199/Put/seqid=0 2024-11-26T00:36:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,217 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/634f0464442f480e8f87dcef43797e4e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/634f0464442f480e8f87dcef43797e4e 2024-11-26T00:36:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,222 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 634f0464442f480e8f87dcef43797e4e(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:09,222 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:09,222 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581368338; duration=0sec 2024-11-26T00:36:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,223 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:09,223 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742089_1265 (size=25158) 2024-11-26T00:36:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,240 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264442a5ce892541f2945ae0652a6f09c9_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264442a5ce892541f2945ae0652a6f09c9_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,241 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fbb4a4ef46ce459ab848f5ed45de0c98, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fbb4a4ef46ce459ab848f5ed45de0c98 is 175, key is test_row_0/A:col10/1732581369199/Put/seqid=0 2024-11-26T00:36:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742088_1264 (size=74795) 2024-11-26T00:36:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,245 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fbb4a4ef46ce459ab848f5ed45de0c98 2024-11-26T00:36:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581429244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581429244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581429246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581429255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581429255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c6e684cb601840ccbfd0a97f0eddc2f0 is 50, key is test_row_0/B:col10/1732581369199/Put/seqid=0 2024-11-26T00:36:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742090_1266 (size=24505) 2024-11-26T00:36:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c6e684cb601840ccbfd0a97f0eddc2f0 2024-11-26T00:36:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/34a2216c32fa4038ac6c62590b56674b is 50, key is test_row_0/C:col10/1732581369199/Put/seqid=0 2024-11-26T00:36:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742091_1267 (size=24505) 2024-11-26T00:36:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/34a2216c32fa4038ac6c62590b56674b 2024-11-26T00:36:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/fbb4a4ef46ce459ab848f5ed45de0c98 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98 2024-11-26T00:36:09,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98, entries=400, sequenceid=386, filesize=73.0 K 2024-11-26T00:36:09,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/c6e684cb601840ccbfd0a97f0eddc2f0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6e684cb601840ccbfd0a97f0eddc2f0 2024-11-26T00:36:09,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6e684cb601840ccbfd0a97f0eddc2f0, entries=400, sequenceid=386, filesize=23.9 K 2024-11-26T00:36:09,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/34a2216c32fa4038ac6c62590b56674b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/34a2216c32fa4038ac6c62590b56674b 2024-11-26T00:36:09,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/34a2216c32fa4038ac6c62590b56674b, entries=400, sequenceid=386, filesize=23.9 K 2024-11-26T00:36:09,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6ab91cce0e7e76829cabc90d4e015966 in 129ms, sequenceid=386, compaction requested=true 2024-11-26T00:36:09,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:09,329 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:09,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:09,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:09,329 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:09,330 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138157 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:09,330 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:36:09,331 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,331 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/634f0464442f480e8f87dcef43797e4e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=134.9 K 2024-11-26T00:36:09,331 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,331 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/634f0464442f480e8f87dcef43797e4e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98] 2024-11-26T00:36:09,331 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 634f0464442f480e8f87dcef43797e4e, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732581366449 2024-11-26T00:36:09,331 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:09,331 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:36:09,331 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,332 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7fd2772edd6840d0bae002b0a5650c5f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/9fa9f782f339421cb1a9a2ff7c535604, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6e684cb601840ccbfd0a97f0eddc2f0] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=48.8 K 2024-11-26T00:36:09,332 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fd2772edd6840d0bae002b0a5650c5f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732581366449 2024-11-26T00:36:09,333 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c59d4cff42144eb58230d3ab63888d4f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732581367062 2024-11-26T00:36:09,333 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fa9f782f339421cb1a9a2ff7c535604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732581367062 2024-11-26T00:36:09,333 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbb4a4ef46ce459ab848f5ed45de0c98, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732581369188 2024-11-26T00:36:09,333 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e684cb601840ccbfd0a97f0eddc2f0, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732581369188 2024-11-26T00:36:09,347 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:09,348 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/47d6763991454118809cb13ffb957830 is 50, key is test_row_0/B:col10/1732581369199/Put/seqid=0 2024-11-26T00:36:09,351 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:09,355 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411266df11bffb1b0492cbd7b2a44e9a23800_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:09,358 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411266df11bffb1b0492cbd7b2a44e9a23800_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:09,359 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266df11bffb1b0492cbd7b2a44e9a23800_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:09,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T00:36:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:09,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742092_1268 (size=13255) 2024-11-26T00:36:09,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581429367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581429367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581429368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581429369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581429370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262776348eccad45cba859b30baff04b00_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581369360/Put/seqid=0 2024-11-26T00:36:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742093_1269 (size=4469) 2024-11-26T00:36:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742094_1270 (size=12454) 2024-11-26T00:36:09,406 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262776348eccad45cba859b30baff04b00_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262776348eccad45cba859b30baff04b00_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:09,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b239de143efa4d60af74e3ef45a3b7e5, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:09,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b239de143efa4d60af74e3ef45a3b7e5 is 175, key is test_row_0/A:col10/1732581369360/Put/seqid=0 2024-11-26T00:36:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742095_1271 (size=31255) 2024-11-26T00:36:09,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b239de143efa4d60af74e3ef45a3b7e5 2024-11-26T00:36:09,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/a2a344fac8c7466cb6261ab6523ee8bc is 50, key is test_row_0/B:col10/1732581369360/Put/seqid=0 2024-11-26T00:36:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742096_1272 (size=12301) 2024-11-26T00:36:09,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/a2a344fac8c7466cb6261ab6523ee8bc 2024-11-26T00:36:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581429471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581429471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581429471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581429476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581429477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/75c33be5b09a445d851764dce0c7008c is 50, key is test_row_0/C:col10/1732581369360/Put/seqid=0 2024-11-26T00:36:09,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742097_1273 (size=12301) 2024-11-26T00:36:09,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/75c33be5b09a445d851764dce0c7008c 2024-11-26T00:36:09,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b239de143efa4d60af74e3ef45a3b7e5 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5 2024-11-26T00:36:09,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5, entries=150, sequenceid=415, filesize=30.5 K 2024-11-26T00:36:09,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/a2a344fac8c7466cb6261ab6523ee8bc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/a2a344fac8c7466cb6261ab6523ee8bc 2024-11-26T00:36:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/a2a344fac8c7466cb6261ab6523ee8bc, entries=150, sequenceid=415, filesize=12.0 K 2024-11-26T00:36:09,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/75c33be5b09a445d851764dce0c7008c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/75c33be5b09a445d851764dce0c7008c 2024-11-26T00:36:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/75c33be5b09a445d851764dce0c7008c, entries=150, sequenceid=415, filesize=12.0 K 2024-11-26T00:36:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6ab91cce0e7e76829cabc90d4e015966 in 157ms, sequenceid=415, compaction requested=true 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T00:36:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T00:36:09,532 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-26T00:36:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-26T00:36:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:09,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:09,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:09,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:09,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:36:09,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:09,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:09,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:09,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:09,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:09,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262912fdf59d6e4c3b8f70bf65bc5841e8_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581369677/Put/seqid=0 2024-11-26T00:36:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742098_1274 (size=12454) 2024-11-26T00:36:09,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581429698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581429701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581429702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581429703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581429703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,766 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/47d6763991454118809cb13ffb957830 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/47d6763991454118809cb13ffb957830 2024-11-26T00:36:09,770 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into 47d6763991454118809cb13ffb957830(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:09,770 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:09,771 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581369329; duration=0sec 2024-11-26T00:36:09,771 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T00:36:09,771 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:09,771 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-26T00:36:09,772 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T00:36:09,772 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T00:36:09,772 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. because compaction request was cancelled 2024-11-26T00:36:09,772 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:09,772 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:09,773 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:09,773 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/C is initiating minor compaction (all files) 2024-11-26T00:36:09,774 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/C in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,774 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e9173191ec7c4d38b1a1d44f65b3964b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/eea30a181486443194e646241c57694f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/34a2216c32fa4038ac6c62590b56674b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/75c33be5b09a445d851764dce0c7008c] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=60.8 K 2024-11-26T00:36:09,774 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting e9173191ec7c4d38b1a1d44f65b3964b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732581366449 2024-11-26T00:36:09,774 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting eea30a181486443194e646241c57694f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732581367062 2024-11-26T00:36:09,775 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 34a2216c32fa4038ac6c62590b56674b, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732581369188 2024-11-26T00:36:09,775 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c33be5b09a445d851764dce0c7008c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732581369253 2024-11-26T00:36:09,785 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:09,785 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/c0dc7d688dac484bbc6e4d230de801f2 is 50, key is test_row_0/C:col10/1732581369360/Put/seqid=0 2024-11-26T00:36:09,787 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#223 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:09,787 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/989ee06146534c1f9d2d0dda815d9c78 is 175, key is test_row_0/A:col10/1732581369199/Put/seqid=0 2024-11-26T00:36:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581429819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742099_1275 (size=13289) 2024-11-26T00:36:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581429819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581429819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581429820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581429820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742100_1276 (size=32209) 2024-11-26T00:36:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:09,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:09,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:09,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581430022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581430022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581430022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581430023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581430026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,101 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:10,105 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262912fdf59d6e4c3b8f70bf65bc5841e8_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262912fdf59d6e4c3b8f70bf65bc5841e8_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:10,106 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b612747de6284f8fab0f4b4e7b883ec4, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:10,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b612747de6284f8fab0f4b4e7b883ec4 is 175, key is test_row_0/A:col10/1732581369677/Put/seqid=0 2024-11-26T00:36:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742101_1277 (size=31255) 2024-11-26T00:36:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:10,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:10,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,177 DEBUG [Thread-758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:63738 2024-11-26T00:36:10,177 DEBUG [Thread-758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:10,178 DEBUG [Thread-756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:63738 2024-11-26T00:36:10,178 DEBUG [Thread-756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:10,179 DEBUG [Thread-754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:63738 2024-11-26T00:36:10,179 DEBUG [Thread-754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:10,180 DEBUG [Thread-760 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:63738 2024-11-26T00:36:10,180 DEBUG [Thread-760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:10,229 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/c0dc7d688dac484bbc6e4d230de801f2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c0dc7d688dac484bbc6e4d230de801f2 2024-11-26T00:36:10,236 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/C of 6ab91cce0e7e76829cabc90d4e015966 into c0dc7d688dac484bbc6e4d230de801f2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:10,237 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:10,237 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/C, priority=12, startTime=1732581369518; duration=0sec 2024-11-26T00:36:10,237 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T00:36:10,237 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:10,237 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:10,237 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:10,237 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. because compaction request was cancelled 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. because compaction request was cancelled 2024-11-26T00:36:10,238 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:10,245 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/989ee06146534c1f9d2d0dda815d9c78 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/989ee06146534c1f9d2d0dda815d9c78 2024-11-26T00:36:10,250 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 989ee06146534c1f9d2d0dda815d9c78(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:10,250 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:10,250 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581369329; duration=0sec 2024-11-26T00:36:10,250 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:10,250 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:10,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:10,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:10,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581430327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581430328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581430328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581430329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581430329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b612747de6284f8fab0f4b4e7b883ec4 2024-11-26T00:36:10,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/4ac2cca225934980bc1c6e7a3bfae051 is 50, key is test_row_0/B:col10/1732581369677/Put/seqid=0 2024-11-26T00:36:10,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742102_1278 (size=12301) 2024-11-26T00:36:10,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:10,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:10,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:10,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53822 deadline: 1732581430831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53786 deadline: 1732581430832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53836 deadline: 1732581430832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53842 deadline: 1732581430833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53812 deadline: 1732581430835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:10,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:10,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:10,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:10,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:10,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/4ac2cca225934980bc1c6e7a3bfae051 2024-11-26T00:36:10,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/be3708538b944c41b874a5d13ed33ff3 is 50, key is test_row_0/C:col10/1732581369677/Put/seqid=0 2024-11-26T00:36:10,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742103_1279 (size=12301) 2024-11-26T00:36:11,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:11,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:11,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:11,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:11,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:11,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/be3708538b944c41b874a5d13ed33ff3 2024-11-26T00:36:11,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b612747de6284f8fab0f4b4e7b883ec4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4 2024-11-26T00:36:11,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4, entries=150, sequenceid=426, filesize=30.5 K 2024-11-26T00:36:11,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/4ac2cca225934980bc1c6e7a3bfae051 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/4ac2cca225934980bc1c6e7a3bfae051 2024-11-26T00:36:11,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/4ac2cca225934980bc1c6e7a3bfae051, entries=150, sequenceid=426, filesize=12.0 K 2024-11-26T00:36:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/be3708538b944c41b874a5d13ed33ff3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/be3708538b944c41b874a5d13ed33ff3 2024-11-26T00:36:11,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/be3708538b944c41b874a5d13ed33ff3, entries=150, sequenceid=426, filesize=12.0 K 2024-11-26T00:36:11,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ab91cce0e7e76829cabc90d4e015966 in 1691ms, sequenceid=426, compaction requested=true 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:11,370 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ab91cce0e7e76829cabc90d4e015966:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:11,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:11,370 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:11,371 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:11,371 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/A is initiating minor compaction (all files) 2024-11-26T00:36:11,371 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/A in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,371 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:11,371 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/989ee06146534c1f9d2d0dda815d9c78, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=92.5 K 2024-11-26T00:36:11,371 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 6ab91cce0e7e76829cabc90d4e015966/B is initiating minor compaction (all files) 2024-11-26T00:36:11,371 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,371 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ab91cce0e7e76829cabc90d4e015966/B in TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,371 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/989ee06146534c1f9d2d0dda815d9c78, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4] 2024-11-26T00:36:11,371 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/47d6763991454118809cb13ffb957830, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/a2a344fac8c7466cb6261ab6523ee8bc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/4ac2cca225934980bc1c6e7a3bfae051] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp, totalSize=37.0 K 2024-11-26T00:36:11,372 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 989ee06146534c1f9d2d0dda815d9c78, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732581369191 2024-11-26T00:36:11,372 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d6763991454118809cb13ffb957830, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732581369191 2024-11-26T00:36:11,372 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b239de143efa4d60af74e3ef45a3b7e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732581369253 2024-11-26T00:36:11,372 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a344fac8c7466cb6261ab6523ee8bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732581369253 2024-11-26T00:36:11,372 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b612747de6284f8fab0f4b4e7b883ec4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732581369677 2024-11-26T00:36:11,372 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ac2cca225934980bc1c6e7a3bfae051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732581369677 2024-11-26T00:36:11,381 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#B#compaction#231 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:11,381 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/cd324af0df1748d1939833889ad3e477 is 50, key is test_row_0/B:col10/1732581369677/Put/seqid=0 2024-11-26T00:36:11,383 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:11,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:11,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T00:36:11,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742104_1280 (size=13357) 2024-11-26T00:36:11,385 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:36:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:11,386 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262efd67c9d64e40939e205459490b2919_6ab91cce0e7e76829cabc90d4e015966 store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:11,391 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/cd324af0df1748d1939833889ad3e477 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cd324af0df1748d1939833889ad3e477 2024-11-26T00:36:11,397 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/B of 6ab91cce0e7e76829cabc90d4e015966 into cd324af0df1748d1939833889ad3e477(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:11,397 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:11,397 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/B, priority=13, startTime=1732581371370; duration=0sec 2024-11-26T00:36:11,397 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:11,397 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:B 2024-11-26T00:36:11,397 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T00:36:11,398 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T00:36:11,398 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T00:36:11,398 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. because compaction request was cancelled 2024-11-26T00:36:11,398 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:C 2024-11-26T00:36:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262ea79a2af0ee41379938f86a313ca306_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581369702/Put/seqid=0 2024-11-26T00:36:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742105_1281 (size=12454) 2024-11-26T00:36:11,418 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262efd67c9d64e40939e205459490b2919_6ab91cce0e7e76829cabc90d4e015966, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:11,419 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262efd67c9d64e40939e205459490b2919_6ab91cce0e7e76829cabc90d4e015966 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742106_1282 (size=4469) 2024-11-26T00:36:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:11,812 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262ea79a2af0ee41379938f86a313ca306_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ea79a2af0ee41379938f86a313ca306_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b9b8532773fc49c4958a3c5374d9bcbc, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b9b8532773fc49c4958a3c5374d9bcbc is 175, key is test_row_0/A:col10/1732581369702/Put/seqid=0 2024-11-26T00:36:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742107_1283 (size=31255) 2024-11-26T00:36:11,824 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ab91cce0e7e76829cabc90d4e015966#A#compaction#232 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:11,824 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/5d6ebac0b4a641d1ae8e2e70b7d89b32 is 175, key is test_row_0/A:col10/1732581369677/Put/seqid=0 2024-11-26T00:36:11,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742108_1284 (size=32311) 2024-11-26T00:36:11,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. as already flushing 2024-11-26T00:36:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:11,839 DEBUG [Thread-745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:63738 2024-11-26T00:36:11,839 DEBUG [Thread-751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:63738 2024-11-26T00:36:11,839 DEBUG [Thread-745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:11,839 DEBUG [Thread-751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:11,845 DEBUG [Thread-743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:63738 2024-11-26T00:36:11,845 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:11,845 DEBUG [Thread-747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:63738 2024-11-26T00:36:11,845 DEBUG [Thread-747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:11,848 DEBUG [Thread-749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:63738 2024-11-26T00:36:11,848 DEBUG [Thread-749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:12,083 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T00:36:12,219 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b9b8532773fc49c4958a3c5374d9bcbc 2024-11-26T00:36:12,234 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/5d6ebac0b4a641d1ae8e2e70b7d89b32 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/5d6ebac0b4a641d1ae8e2e70b7d89b32 2024-11-26T00:36:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/2bde9eb8b1b34960b0a0d831e3dd62aa is 50, key is test_row_0/B:col10/1732581369702/Put/seqid=0 2024-11-26T00:36:12,239 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ab91cce0e7e76829cabc90d4e015966/A of 6ab91cce0e7e76829cabc90d4e015966 into 5d6ebac0b4a641d1ae8e2e70b7d89b32(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:12,239 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:12,239 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966., storeName=6ab91cce0e7e76829cabc90d4e015966/A, priority=13, startTime=1732581371370; duration=0sec 2024-11-26T00:36:12,239 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:12,239 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ab91cce0e7e76829cabc90d4e015966:A 2024-11-26T00:36:12,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742109_1285 (size=12301) 2024-11-26T00:36:12,641 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/2bde9eb8b1b34960b0a0d831e3dd62aa 2024-11-26T00:36:12,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/b1c4da8aba3b43e4be528fddd50d41fd is 50, key is test_row_0/C:col10/1732581369702/Put/seqid=0 2024-11-26T00:36:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742110_1286 (size=12301) 2024-11-26T00:36:13,061 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/b1c4da8aba3b43e4be528fddd50d41fd 2024-11-26T00:36:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b9b8532773fc49c4958a3c5374d9bcbc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b9b8532773fc49c4958a3c5374d9bcbc 2024-11-26T00:36:13,075 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b9b8532773fc49c4958a3c5374d9bcbc, entries=150, sequenceid=454, filesize=30.5 K 2024-11-26T00:36:13,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/2bde9eb8b1b34960b0a0d831e3dd62aa as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2bde9eb8b1b34960b0a0d831e3dd62aa 2024-11-26T00:36:13,082 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2bde9eb8b1b34960b0a0d831e3dd62aa, entries=150, sequenceid=454, filesize=12.0 K 2024-11-26T00:36:13,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/b1c4da8aba3b43e4be528fddd50d41fd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/b1c4da8aba3b43e4be528fddd50d41fd 2024-11-26T00:36:13,086 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/b1c4da8aba3b43e4be528fddd50d41fd, entries=150, sequenceid=454, filesize=12.0 K 2024-11-26T00:36:13,087 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 6ab91cce0e7e76829cabc90d4e015966 in 1702ms, sequenceid=454, compaction requested=true 2024-11-26T00:36:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-26T00:36:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-26T00:36:13,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T00:36:13,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5520 sec 2024-11-26T00:36:13,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 3.5550 sec 2024-11-26T00:36:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T00:36:13,641 INFO [Thread-753 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5928 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5767 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2566 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7698 rows 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2567 2024-11-26T00:36:13,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7701 rows 2024-11-26T00:36:13,642 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:36:13,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:63738 2024-11-26T00:36:13,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:13,647 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T00:36:13,647 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T00:36:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T00:36:13,651 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581373651"}]},"ts":"1732581373651"} 2024-11-26T00:36:13,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T00:36:13,697 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T00:36:13,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:36:13,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, UNASSIGN}] 2024-11-26T00:36:13,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, UNASSIGN 2024-11-26T00:36:13,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:13,703 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:36:13,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:36:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T00:36:13,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:13,857 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:13,857 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:36:13,858 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 6ab91cce0e7e76829cabc90d4e015966, disabling compactions & flushes 2024-11-26T00:36:13,858 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:13,858 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:13,858 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. after waiting 0 ms 2024-11-26T00:36:13,858 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:13,858 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 6ab91cce0e7e76829cabc90d4e015966 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T00:36:13,859 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=A 2024-11-26T00:36:13,859 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:13,859 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=B 2024-11-26T00:36:13,859 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:13,860 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ab91cce0e7e76829cabc90d4e015966, store=C 2024-11-26T00:36:13,860 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:13,868 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657d42aa784084c00b69f347f3177c54b_6ab91cce0e7e76829cabc90d4e015966 is 50, key is test_row_0/A:col10/1732581371837/Put/seqid=0 2024-11-26T00:36:13,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742111_1287 (size=12454) 2024-11-26T00:36:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T00:36:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T00:36:14,272 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:14,281 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657d42aa784084c00b69f347f3177c54b_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657d42aa784084c00b69f347f3177c54b_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:14,283 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b11c4a74fcce4ddabb8587aa26454c57, store: [table=TestAcidGuarantees family=A region=6ab91cce0e7e76829cabc90d4e015966] 2024-11-26T00:36:14,284 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b11c4a74fcce4ddabb8587aa26454c57 is 175, key is test_row_0/A:col10/1732581371837/Put/seqid=0 2024-11-26T00:36:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742112_1288 (size=31255) 2024-11-26T00:36:14,691 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b11c4a74fcce4ddabb8587aa26454c57 2024-11-26T00:36:14,703 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/6151d6f6674c4513b5ceedaf72cb4926 is 50, key is test_row_0/B:col10/1732581371837/Put/seqid=0 2024-11-26T00:36:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742113_1289 (size=12301) 2024-11-26T00:36:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T00:36:15,107 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/6151d6f6674c4513b5ceedaf72cb4926 2024-11-26T00:36:15,119 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/92bb74de7a75465f8ed77a78127ca1bf is 50, key is test_row_0/C:col10/1732581371837/Put/seqid=0 2024-11-26T00:36:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742114_1290 (size=12301) 2024-11-26T00:36:15,525 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/92bb74de7a75465f8ed77a78127ca1bf 2024-11-26T00:36:15,559 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/A/b11c4a74fcce4ddabb8587aa26454c57 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b11c4a74fcce4ddabb8587aa26454c57 2024-11-26T00:36:15,568 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b11c4a74fcce4ddabb8587aa26454c57, entries=150, sequenceid=464, filesize=30.5 K 2024-11-26T00:36:15,569 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/B/6151d6f6674c4513b5ceedaf72cb4926 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/6151d6f6674c4513b5ceedaf72cb4926 2024-11-26T00:36:15,574 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/6151d6f6674c4513b5ceedaf72cb4926, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T00:36:15,576 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/.tmp/C/92bb74de7a75465f8ed77a78127ca1bf as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/92bb74de7a75465f8ed77a78127ca1bf 2024-11-26T00:36:15,580 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/92bb74de7a75465f8ed77a78127ca1bf, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T00:36:15,581 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6ab91cce0e7e76829cabc90d4e015966 in 1723ms, sequenceid=464, compaction requested=true 2024-11-26T00:36:15,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/11f64cda189f426fbc5a0366992c5580, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/94bead7deaea43c7a3635090154a05bc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/d786e55f2ef345f4a3f98bb284d76770, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3be6e7cc07ce437fa52a45644c46cc39, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/56b6d02058c34546984a9bf1fae10572, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/05a30a4e294c4bb19d87b7029b64efef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/834c46dd506d4d26b56acbe64d6155d7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/634f0464442f480e8f87dcef43797e4e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/989ee06146534c1f9d2d0dda815d9c78, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4] to archive 2024-11-26T00:36:15,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:36:15,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/9a775546911c41fba50001c16532f000 2024-11-26T00:36:15,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8d43b03389e143d5b40a21b5b25fb2d6 2024-11-26T00:36:15,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/bae15d17b2634227904e31b27538736f 2024-11-26T00:36:15,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/11f64cda189f426fbc5a0366992c5580 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/11f64cda189f426fbc5a0366992c5580 2024-11-26T00:36:15,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/6c2029a4a4c04e9b9732847feaf89296 2024-11-26T00:36:15,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/844376d4198548cf953c3602daa04195 2024-11-26T00:36:15,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/94bead7deaea43c7a3635090154a05bc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/94bead7deaea43c7a3635090154a05bc 2024-11-26T00:36:15,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8ebf5fc4d1dc41559a0a2c37ca8afc74 2024-11-26T00:36:15,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/27d756955eb148c3adba8570b85b37c4 2024-11-26T00:36:15,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/d786e55f2ef345f4a3f98bb284d76770 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/d786e55f2ef345f4a3f98bb284d76770 2024-11-26T00:36:15,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3b209d7b50324b2183917a4b33eec2e3 2024-11-26T00:36:15,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7006e2a01e304de2909ae794535071ae 2024-11-26T00:36:15,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3be6e7cc07ce437fa52a45644c46cc39 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/3be6e7cc07ce437fa52a45644c46cc39 2024-11-26T00:36:15,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/a03b0513d57d41a19066aaff40378574 2024-11-26T00:36:15,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/7c0dc0552ade432b89c02f6233b373fc 2024-11-26T00:36:15,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/56b6d02058c34546984a9bf1fae10572 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/56b6d02058c34546984a9bf1fae10572 2024-11-26T00:36:15,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c41de9b4276c4e029e5b3e2eb40eb0d3 2024-11-26T00:36:15,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/05a30a4e294c4bb19d87b7029b64efef to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/05a30a4e294c4bb19d87b7029b64efef 2024-11-26T00:36:15,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fae06ed1e8e44cbfaf24c0338cdae040 2024-11-26T00:36:15,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/e7eaf342185d45089f3614333d8b0355 2024-11-26T00:36:15,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/abb92b2cc00e4876b4c1bf08c88498a9 2024-11-26T00:36:15,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/556b1b8de94c4f6fa8176adac9e399b3 2024-11-26T00:36:15,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/834c46dd506d4d26b56acbe64d6155d7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/834c46dd506d4d26b56acbe64d6155d7 2024-11-26T00:36:15,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/cd746dedec504bedb04be94b960dd7a3 2024-11-26T00:36:15,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/8806a7bfee3e4ee8a6ef1e66d4c362e5 2024-11-26T00:36:15,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/634f0464442f480e8f87dcef43797e4e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/634f0464442f480e8f87dcef43797e4e 2024-11-26T00:36:15,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/c59d4cff42144eb58230d3ab63888d4f 2024-11-26T00:36:15,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/fbb4a4ef46ce459ab848f5ed45de0c98 2024-11-26T00:36:15,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/989ee06146534c1f9d2d0dda815d9c78 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/989ee06146534c1f9d2d0dda815d9c78 2024-11-26T00:36:15,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b239de143efa4d60af74e3ef45a3b7e5 2024-11-26T00:36:15,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b612747de6284f8fab0f4b4e7b883ec4 2024-11-26T00:36:15,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6f4f66fed9a4059bdadc4c2e46dcda6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ce38950c12e74f1dbe096a5ab3a15da7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/42158952cf3b4f4c8ab0d5b98b6f4a0e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/da0b597dabb449109cf4d5b29d122e71, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c62d3257232245dbb6d05fc76f43ee4f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2f6e7c624f884f25bb038ec17c7d9a28, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/99f155d13af94117bd1be87e7eb985f7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cbbceccc685f42fd92067aabe02231be, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/1d082deb0c6048b2b476a2ee3ca163a6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c06077681d1a4e3facf3a9c607158b18, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/b30fe29a32ea4a94861a208cd9607c18, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/41054fcdcd2942fda0cc0f4d2ae9ddef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/903c1c4ec8904610857c09dccbdfb4c4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/26ea87c079db499e87ab2cb647a7eb00, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/59e0014cda2d4036882f4abd69ba9640, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7b0fa7761768436a9bface7a08e8cb81, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ae1ae5f10a8648dab2904d050e021611, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/243529f6014d4b3abb0e42587bb7bff5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/3d7f4a3c25014d90ab25d09e765ad837, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c861f1746c664e2690bd769a306d40ee, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/70efc59a453f4c69ae61858ac55bc1df, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/e6653277a5da4dcfa421e9ab6fdfaf6d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dab6729cfe0344d683acdbd2a8058100, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dc6959d60a914a4eaf55068f06e89365, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7fd2772edd6840d0bae002b0a5650c5f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/594686d10b0142f1b32933c2edc683ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/9fa9f782f339421cb1a9a2ff7c535604, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6e684cb601840ccbfd0a97f0eddc2f0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/47d6763991454118809cb13ffb957830, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/a2a344fac8c7466cb6261ab6523ee8bc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/4ac2cca225934980bc1c6e7a3bfae051] to archive 2024-11-26T00:36:15,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:36:15,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6f4f66fed9a4059bdadc4c2e46dcda6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6f4f66fed9a4059bdadc4c2e46dcda6 2024-11-26T00:36:15,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ce38950c12e74f1dbe096a5ab3a15da7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ce38950c12e74f1dbe096a5ab3a15da7 2024-11-26T00:36:15,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/42158952cf3b4f4c8ab0d5b98b6f4a0e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/42158952cf3b4f4c8ab0d5b98b6f4a0e 2024-11-26T00:36:15,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/da0b597dabb449109cf4d5b29d122e71 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/da0b597dabb449109cf4d5b29d122e71 2024-11-26T00:36:15,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c62d3257232245dbb6d05fc76f43ee4f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c62d3257232245dbb6d05fc76f43ee4f 2024-11-26T00:36:15,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2f6e7c624f884f25bb038ec17c7d9a28 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2f6e7c624f884f25bb038ec17c7d9a28 2024-11-26T00:36:15,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/99f155d13af94117bd1be87e7eb985f7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/99f155d13af94117bd1be87e7eb985f7 2024-11-26T00:36:15,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cbbceccc685f42fd92067aabe02231be to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cbbceccc685f42fd92067aabe02231be 2024-11-26T00:36:15,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/1d082deb0c6048b2b476a2ee3ca163a6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/1d082deb0c6048b2b476a2ee3ca163a6 2024-11-26T00:36:15,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c06077681d1a4e3facf3a9c607158b18 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c06077681d1a4e3facf3a9c607158b18 2024-11-26T00:36:15,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/b30fe29a32ea4a94861a208cd9607c18 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/b30fe29a32ea4a94861a208cd9607c18 2024-11-26T00:36:15,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/41054fcdcd2942fda0cc0f4d2ae9ddef to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/41054fcdcd2942fda0cc0f4d2ae9ddef 2024-11-26T00:36:15,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/903c1c4ec8904610857c09dccbdfb4c4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/903c1c4ec8904610857c09dccbdfb4c4 2024-11-26T00:36:15,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/26ea87c079db499e87ab2cb647a7eb00 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/26ea87c079db499e87ab2cb647a7eb00 2024-11-26T00:36:15,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/59e0014cda2d4036882f4abd69ba9640 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/59e0014cda2d4036882f4abd69ba9640 2024-11-26T00:36:15,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7b0fa7761768436a9bface7a08e8cb81 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7b0fa7761768436a9bface7a08e8cb81 2024-11-26T00:36:15,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ae1ae5f10a8648dab2904d050e021611 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/ae1ae5f10a8648dab2904d050e021611 2024-11-26T00:36:15,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/243529f6014d4b3abb0e42587bb7bff5 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/243529f6014d4b3abb0e42587bb7bff5 2024-11-26T00:36:15,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/3d7f4a3c25014d90ab25d09e765ad837 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/3d7f4a3c25014d90ab25d09e765ad837 2024-11-26T00:36:15,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c861f1746c664e2690bd769a306d40ee to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c861f1746c664e2690bd769a306d40ee 2024-11-26T00:36:15,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/70efc59a453f4c69ae61858ac55bc1df to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/70efc59a453f4c69ae61858ac55bc1df 2024-11-26T00:36:15,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/e6653277a5da4dcfa421e9ab6fdfaf6d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/e6653277a5da4dcfa421e9ab6fdfaf6d 2024-11-26T00:36:15,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dab6729cfe0344d683acdbd2a8058100 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dab6729cfe0344d683acdbd2a8058100 2024-11-26T00:36:15,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dc6959d60a914a4eaf55068f06e89365 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/dc6959d60a914a4eaf55068f06e89365 2024-11-26T00:36:15,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7fd2772edd6840d0bae002b0a5650c5f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/7fd2772edd6840d0bae002b0a5650c5f 2024-11-26T00:36:15,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/594686d10b0142f1b32933c2edc683ac to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/594686d10b0142f1b32933c2edc683ac 2024-11-26T00:36:15,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/9fa9f782f339421cb1a9a2ff7c535604 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/9fa9f782f339421cb1a9a2ff7c535604 2024-11-26T00:36:15,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6e684cb601840ccbfd0a97f0eddc2f0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/c6e684cb601840ccbfd0a97f0eddc2f0 2024-11-26T00:36:15,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/47d6763991454118809cb13ffb957830 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/47d6763991454118809cb13ffb957830 2024-11-26T00:36:15,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/a2a344fac8c7466cb6261ab6523ee8bc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/a2a344fac8c7466cb6261ab6523ee8bc 2024-11-26T00:36:15,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/4ac2cca225934980bc1c6e7a3bfae051 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/4ac2cca225934980bc1c6e7a3bfae051 2024-11-26T00:36:15,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/0dfd87faa49d4004a9e0cc65e040214a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/62e16b1bf2854c4ab1937f807c40a44c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/98b8d0d0b85540ca8d86a73d0247511b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d142df2443d14828a846591ad39418c4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a082e39b9f714e839faab257df6d2310, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f0ed8b38997c4b2cb4227b37408db638, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5cb022988da24aa7afbde883ce0541e3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2da244d06c9c483dbff93da8ec7624d1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e09431fa98c84504a54cf4c0fae72fb2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d9247949056e4edf99d68809e728919a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/291440a867dc482eabffbec6d7378bfe, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/464cb7e83ff941e9a1291ddfd7a695c7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/130f784bee474363ab076ba3a61f8cca, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5301faee23434f71b74c876caa47edf7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/79053fd77c9d4ec9a019e8067b6de526, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/82273fea659341859a22395f542d7c4c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f7f090d4102c439685e604da2c9f3ed0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a3db41eaa8e494fa023a6b767323284, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a456adbdcc343e290d4b26ded47719d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2b94c885653c4abf9849937bb862d815, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c39d1670d0a246008f1123ca9a215777, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a42b1551905b4c8699c1854092563eb3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/89df1dd4c2674da49c16438e5f3d1530, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/ad8f603e427d475f9afb4d9eb4e8c926, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e9173191ec7c4d38b1a1d44f65b3964b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/04a22e91d9b14a2b85e75ffdac7b0a44, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/eea30a181486443194e646241c57694f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/34a2216c32fa4038ac6c62590b56674b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/75c33be5b09a445d851764dce0c7008c] to archive 2024-11-26T00:36:15,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:36:15,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/0dfd87faa49d4004a9e0cc65e040214a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/0dfd87faa49d4004a9e0cc65e040214a 2024-11-26T00:36:15,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/62e16b1bf2854c4ab1937f807c40a44c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/62e16b1bf2854c4ab1937f807c40a44c 2024-11-26T00:36:15,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/98b8d0d0b85540ca8d86a73d0247511b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/98b8d0d0b85540ca8d86a73d0247511b 2024-11-26T00:36:15,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d142df2443d14828a846591ad39418c4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d142df2443d14828a846591ad39418c4 2024-11-26T00:36:15,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a082e39b9f714e839faab257df6d2310 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a082e39b9f714e839faab257df6d2310 2024-11-26T00:36:15,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f0ed8b38997c4b2cb4227b37408db638 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f0ed8b38997c4b2cb4227b37408db638 2024-11-26T00:36:15,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5cb022988da24aa7afbde883ce0541e3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5cb022988da24aa7afbde883ce0541e3 2024-11-26T00:36:15,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2da244d06c9c483dbff93da8ec7624d1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2da244d06c9c483dbff93da8ec7624d1 2024-11-26T00:36:15,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e09431fa98c84504a54cf4c0fae72fb2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e09431fa98c84504a54cf4c0fae72fb2 2024-11-26T00:36:15,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d9247949056e4edf99d68809e728919a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/d9247949056e4edf99d68809e728919a 2024-11-26T00:36:15,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/291440a867dc482eabffbec6d7378bfe to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/291440a867dc482eabffbec6d7378bfe 2024-11-26T00:36:15,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/464cb7e83ff941e9a1291ddfd7a695c7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/464cb7e83ff941e9a1291ddfd7a695c7 2024-11-26T00:36:15,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/130f784bee474363ab076ba3a61f8cca to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/130f784bee474363ab076ba3a61f8cca 2024-11-26T00:36:15,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5301faee23434f71b74c876caa47edf7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/5301faee23434f71b74c876caa47edf7 2024-11-26T00:36:15,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/79053fd77c9d4ec9a019e8067b6de526 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/79053fd77c9d4ec9a019e8067b6de526 2024-11-26T00:36:15,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/82273fea659341859a22395f542d7c4c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/82273fea659341859a22395f542d7c4c 2024-11-26T00:36:15,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f7f090d4102c439685e604da2c9f3ed0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/f7f090d4102c439685e604da2c9f3ed0 2024-11-26T00:36:15,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a3db41eaa8e494fa023a6b767323284 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a3db41eaa8e494fa023a6b767323284 2024-11-26T00:36:15,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a456adbdcc343e290d4b26ded47719d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2a456adbdcc343e290d4b26ded47719d 2024-11-26T00:36:15,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2b94c885653c4abf9849937bb862d815 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/2b94c885653c4abf9849937bb862d815 2024-11-26T00:36:15,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c39d1670d0a246008f1123ca9a215777 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c39d1670d0a246008f1123ca9a215777 2024-11-26T00:36:15,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a42b1551905b4c8699c1854092563eb3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/a42b1551905b4c8699c1854092563eb3 2024-11-26T00:36:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/89df1dd4c2674da49c16438e5f3d1530 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/89df1dd4c2674da49c16438e5f3d1530 2024-11-26T00:36:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/ad8f603e427d475f9afb4d9eb4e8c926 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/ad8f603e427d475f9afb4d9eb4e8c926 2024-11-26T00:36:15,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e9173191ec7c4d38b1a1d44f65b3964b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/e9173191ec7c4d38b1a1d44f65b3964b 2024-11-26T00:36:15,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/04a22e91d9b14a2b85e75ffdac7b0a44 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/04a22e91d9b14a2b85e75ffdac7b0a44 2024-11-26T00:36:15,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/eea30a181486443194e646241c57694f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/eea30a181486443194e646241c57694f 2024-11-26T00:36:15,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/34a2216c32fa4038ac6c62590b56674b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/34a2216c32fa4038ac6c62590b56674b 2024-11-26T00:36:15,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/75c33be5b09a445d851764dce0c7008c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/75c33be5b09a445d851764dce0c7008c 2024-11-26T00:36:15,665 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/recovered.edits/467.seqid, newMaxSeqId=467, maxSeqId=4 2024-11-26T00:36:15,665 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966. 2024-11-26T00:36:15,665 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 6ab91cce0e7e76829cabc90d4e015966: 2024-11-26T00:36:15,666 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=6ab91cce0e7e76829cabc90d4e015966, regionState=CLOSED 2024-11-26T00:36:15,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T00:36:15,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 6ab91cce0e7e76829cabc90d4e015966, server=d90b379473c3,35461,1732581313682 in 1.9640 sec 2024-11-26T00:36:15,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T00:36:15,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ab91cce0e7e76829cabc90d4e015966, UNASSIGN in 1.9680 sec 2024-11-26T00:36:15,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-26T00:36:15,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9720 sec 2024-11-26T00:36:15,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581375671"}]},"ts":"1732581375671"} 2024-11-26T00:36:15,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T00:36:15,682 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T00:36:15,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0360 sec 2024-11-26T00:36:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T00:36:15,758 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-26T00:36:15,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T00:36:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,759 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T00:36:15,760 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,761 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,764 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/recovered.edits] 2024-11-26T00:36:15,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/5d6ebac0b4a641d1ae8e2e70b7d89b32 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/5d6ebac0b4a641d1ae8e2e70b7d89b32 2024-11-26T00:36:15,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b11c4a74fcce4ddabb8587aa26454c57 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b11c4a74fcce4ddabb8587aa26454c57 2024-11-26T00:36:15,768 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b9b8532773fc49c4958a3c5374d9bcbc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/A/b9b8532773fc49c4958a3c5374d9bcbc 2024-11-26T00:36:15,769 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2bde9eb8b1b34960b0a0d831e3dd62aa to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/2bde9eb8b1b34960b0a0d831e3dd62aa 2024-11-26T00:36:15,770 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/6151d6f6674c4513b5ceedaf72cb4926 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/6151d6f6674c4513b5ceedaf72cb4926 2024-11-26T00:36:15,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cd324af0df1748d1939833889ad3e477 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/B/cd324af0df1748d1939833889ad3e477 2024-11-26T00:36:15,773 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/92bb74de7a75465f8ed77a78127ca1bf to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/92bb74de7a75465f8ed77a78127ca1bf 2024-11-26T00:36:15,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/b1c4da8aba3b43e4be528fddd50d41fd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/b1c4da8aba3b43e4be528fddd50d41fd 2024-11-26T00:36:15,775 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/be3708538b944c41b874a5d13ed33ff3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/be3708538b944c41b874a5d13ed33ff3 2024-11-26T00:36:15,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c0dc7d688dac484bbc6e4d230de801f2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/C/c0dc7d688dac484bbc6e4d230de801f2 2024-11-26T00:36:15,777 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/recovered.edits/467.seqid to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966/recovered.edits/467.seqid 2024-11-26T00:36:15,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,778 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T00:36:15,778 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T00:36:15,779 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T00:36:15,782 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112602326700f9b94987bb417eaf407e14e4_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112602326700f9b94987bb417eaf407e14e4_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,783 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262776348eccad45cba859b30baff04b00_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262776348eccad45cba859b30baff04b00_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,784 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262912fdf59d6e4c3b8f70bf65bc5841e8_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262912fdf59d6e4c3b8f70bf65bc5841e8_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,785 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ea79a2af0ee41379938f86a313ca306_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ea79a2af0ee41379938f86a313ca306_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,786 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264442a5ce892541f2945ae0652a6f09c9_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264442a5ce892541f2945ae0652a6f09c9_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,787 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265451022ba05d4200876d4aa3ca78376b_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265451022ba05d4200876d4aa3ca78376b_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,788 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657d42aa784084c00b69f347f3177c54b_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657d42aa784084c00b69f347f3177c54b_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,789 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112667036e89be7d45fda1daa8f4cbb6bbab_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112667036e89be7d45fda1daa8f4cbb6bbab_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,790 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266cbebe5cf8d94332bc7ce3fe5ff11372_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266cbebe5cf8d94332bc7ce3fe5ff11372_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,791 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d3d48e153d4484487674334b07f03da_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d3d48e153d4484487674334b07f03da_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6ff01a3a5ca4d90a3d4a87a2b5e35bd_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6ff01a3a5ca4d90a3d4a87a2b5e35bd_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab77744307bb46b0b9aa57c2500cf576_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab77744307bb46b0b9aa57c2500cf576_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,794 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b5ad58a32d494eebb68ff0dc770c8dfa_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b5ad58a32d494eebb68ff0dc770c8dfa_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,794 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb1956edc2fa44e4b3fdd34010578f9a_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb1956edc2fa44e4b3fdd34010578f9a_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ccbd82e7d64a472f840f478c871afeb0_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ccbd82e7d64a472f840f478c871afeb0_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d0200dc5544d459c8ecc9dd177320f44_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d0200dc5544d459c8ecc9dd177320f44_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d2ef0c173f8b4c90aecff9c2a0ac0082_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d2ef0c173f8b4c90aecff9c2a0ac0082_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d3d9ac28e72a47f0814c22617fb4e315_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d3d9ac28e72a47f0814c22617fb4e315_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d5db3d6ebe864eda984821917260dfd8_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d5db3d6ebe864eda984821917260dfd8_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd9cfde01af4413d887ae5b74017dfee_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd9cfde01af4413d887ae5b74017dfee_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e3c7ae116ee24f0794be4b18d0b858ef_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e3c7ae116ee24f0794be4b18d0b858ef_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e9c2871b64b347c1b38d20921300c60b_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e9c2871b64b347c1b38d20921300c60b_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f2be073f2c27466386fa13348c475faf_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f2be073f2c27466386fa13348c475faf_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f75fa19fc7af4ce094c530ad2cd3bb00_6ab91cce0e7e76829cabc90d4e015966 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f75fa19fc7af4ce094c530ad2cd3bb00_6ab91cce0e7e76829cabc90d4e015966 2024-11-26T00:36:15,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T00:36:15,805 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,807 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T00:36:15,809 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T00:36:15,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T00:36:15,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732581375810"}]},"ts":"9223372036854775807"} 2024-11-26T00:36:15,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T00:36:15,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6ab91cce0e7e76829cabc90d4e015966, NAME => 'TestAcidGuarantees,,1732581346919.6ab91cce0e7e76829cabc90d4e015966.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T00:36:15,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T00:36:15,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732581375812"}]},"ts":"9223372036854775807"} 2024-11-26T00:36:15,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T00:36:15,824 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-26T00:36:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T00:36:15,861 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T00:36:15,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1279412343_22 at /127.0.0.1:51768 [Waiting for operation #611] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_526745710_22 at /127.0.0.1:51780 [Waiting for operation #620] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1279412343_22 at /127.0.0.1:49274 [Waiting for operation #881] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_526745710_22 at /127.0.0.1:48078 [Waiting for operation #1117] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x70c11ec5-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2017 (was 2170) 2024-11-26T00:36:15,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=2016 2024-11-26T00:36:15,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:36:15,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:36:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:15,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:36:15,886 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:15,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-26T00:36:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T00:36:15,887 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:36:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742115_1291 (size=963) 2024-11-26T00:36:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T00:36:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T00:36:16,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:36:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742116_1292 (size=53) 2024-11-26T00:36:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T00:36:16,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:36:16,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 68a25cc3df788f2e0ae07a4f6478e3f9, disabling compactions & flushes 2024-11-26T00:36:16,712 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:16,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:16,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. after waiting 0 ms 2024-11-26T00:36:16,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:16,712 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:16,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:16,715 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:36:16,715 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732581376715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581376715"}]},"ts":"1732581376715"} 2024-11-26T00:36:16,717 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:36:16,719 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:36:16,719 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581376719"}]},"ts":"1732581376719"} 2024-11-26T00:36:16,721 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T00:36:16,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, ASSIGN}] 2024-11-26T00:36:16,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, ASSIGN 2024-11-26T00:36:16,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:36:16,988 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=68a25cc3df788f2e0ae07a4f6478e3f9, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:16,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure 68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:36:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T00:36:17,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:17,149 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:17,150 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:36:17,150 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,150 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:36:17,151 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,151 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,153 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,156 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:17,157 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68a25cc3df788f2e0ae07a4f6478e3f9 columnFamilyName A 2024-11-26T00:36:17,157 DEBUG [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:17,158 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.HStore(327): Store=68a25cc3df788f2e0ae07a4f6478e3f9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:17,158 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,159 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:17,159 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68a25cc3df788f2e0ae07a4f6478e3f9 columnFamilyName B 2024-11-26T00:36:17,159 DEBUG [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:17,160 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.HStore(327): Store=68a25cc3df788f2e0ae07a4f6478e3f9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:17,160 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,161 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:17,161 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68a25cc3df788f2e0ae07a4f6478e3f9 columnFamilyName C 2024-11-26T00:36:17,161 DEBUG [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:17,161 INFO [StoreOpener-68a25cc3df788f2e0ae07a4f6478e3f9-1 {}] regionserver.HStore(327): Store=68a25cc3df788f2e0ae07a4f6478e3f9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:17,162 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:17,162 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,163 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,164 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:36:17,165 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:17,167 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:36:17,167 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened 68a25cc3df788f2e0ae07a4f6478e3f9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69661154, jitterRate=0.038032084703445435}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:36:17,168 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:17,169 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., pid=76, masterSystemTime=1732581377144 2024-11-26T00:36:17,170 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:17,170 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:17,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=68a25cc3df788f2e0ae07a4f6478e3f9, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:17,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T00:36:17,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure 68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 in 180 msec 2024-11-26T00:36:17,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-26T00:36:17,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, ASSIGN in 340 msec 2024-11-26T00:36:17,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:36:17,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581377175"}]},"ts":"1732581377175"} 2024-11-26T00:36:17,176 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T00:36:17,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:36:17,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3400 sec 2024-11-26T00:36:17,887 DEBUG [master/d90b379473c3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region be3d44ec4445a6e8888b95e00ec2cab5 changed from -1.0 to 0.0, refreshing cache 2024-11-26T00:36:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T00:36:17,997 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-26T00:36:18,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-26T00:36:18,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,053 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:36:18,057 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:36:18,060 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-26T00:36:18,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-26T00:36:18,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-26T00:36:18,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-26T00:36:18,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-26T00:36:18,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-26T00:36:18,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-26T00:36:18,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-26T00:36:18,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-26T00:36:18,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-26T00:36:18,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:18,178 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:18,178 DEBUG [hconnection-0x1e15153d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,179 DEBUG [hconnection-0x1af9bb65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T00:36:18,180 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:18,180 DEBUG [hconnection-0x1df57784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,180 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,180 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,180 DEBUG [hconnection-0x71185163-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,180 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:18,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:18,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,181 DEBUG [hconnection-0x4f9fe432-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,181 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,181 DEBUG [hconnection-0x2ed781c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,185 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,186 DEBUG [hconnection-0x7c472ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,187 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T00:36:18,187 DEBUG [hconnection-0x72232a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,188 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:18,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:36:18,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:18,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:18,195 DEBUG [hconnection-0xadbb6c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,195 DEBUG [hconnection-0x31088364-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:18,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,199 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:18,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/afc25603b0404c40b2bc00d35a057b84 is 50, key is test_row_0/A:col10/1732581378189/Put/seqid=0 2024-11-26T00:36:18,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581438209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581438209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581438210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581438211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581438212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742117_1293 (size=12001) 2024-11-26T00:36:18,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/afc25603b0404c40b2bc00d35a057b84 2024-11-26T00:36:18,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1dafdb01ac36430db197844333e36755 is 50, key is test_row_0/B:col10/1732581378189/Put/seqid=0 2024-11-26T00:36:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742118_1294 (size=12001) 2024-11-26T00:36:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T00:36:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581438314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581438315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581438315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581438315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581438316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:18,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:18,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T00:36:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581438517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581438517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581438518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581438518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581438519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1dafdb01ac36430db197844333e36755 2024-11-26T00:36:18,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0bdf4e00ee2a4003ae8754649fb1e456 is 50, key is test_row_0/C:col10/1732581378189/Put/seqid=0 2024-11-26T00:36:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742119_1295 (size=12001) 2024-11-26T00:36:18,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T00:36:18,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581438821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581438821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581438821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581438822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581438825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:18,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:18,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:18,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:18,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:19,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:19,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:19,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0bdf4e00ee2a4003ae8754649fb1e456 2024-11-26T00:36:19,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/afc25603b0404c40b2bc00d35a057b84 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/afc25603b0404c40b2bc00d35a057b84 2024-11-26T00:36:19,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/afc25603b0404c40b2bc00d35a057b84, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T00:36:19,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1dafdb01ac36430db197844333e36755 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1dafdb01ac36430db197844333e36755 2024-11-26T00:36:19,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1dafdb01ac36430db197844333e36755, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T00:36:19,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0bdf4e00ee2a4003ae8754649fb1e456 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0bdf4e00ee2a4003ae8754649fb1e456 2024-11-26T00:36:19,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0bdf4e00ee2a4003ae8754649fb1e456, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T00:36:19,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 928ms, sequenceid=13, compaction requested=false 2024-11-26T00:36:19,118 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T00:36:19,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:19,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T00:36:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:19,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:36:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:19,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/449f067684984a3889874e4fee27cb1d is 50, key is test_row_0/A:col10/1732581378209/Put/seqid=0 2024-11-26T00:36:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742120_1296 (size=12001) 2024-11-26T00:36:19,259 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/449f067684984a3889874e4fee27cb1d 2024-11-26T00:36:19,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/a0a715f76a8d428191b49b308c854c9e is 50, key is test_row_0/B:col10/1732581378209/Put/seqid=0 2024-11-26T00:36:19,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742121_1297 (size=12001) 2024-11-26T00:36:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T00:36:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:19,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:19,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581439330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581439331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581439331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581439332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581439333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581439433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581439434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581439434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581439436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581439637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581439637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581439637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581439639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,669 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/a0a715f76a8d428191b49b308c854c9e 2024-11-26T00:36:19,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/86eaf4d1681649718988ec1dbb520026 is 50, key is test_row_0/C:col10/1732581378209/Put/seqid=0 2024-11-26T00:36:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742122_1298 (size=12001) 2024-11-26T00:36:19,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581439940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581439940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581439942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581439943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/86eaf4d1681649718988ec1dbb520026 2024-11-26T00:36:20,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/449f067684984a3889874e4fee27cb1d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/449f067684984a3889874e4fee27cb1d 2024-11-26T00:36:20,086 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/449f067684984a3889874e4fee27cb1d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:36:20,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/a0a715f76a8d428191b49b308c854c9e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a0a715f76a8d428191b49b308c854c9e 2024-11-26T00:36:20,090 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a0a715f76a8d428191b49b308c854c9e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:36:20,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/86eaf4d1681649718988ec1dbb520026 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/86eaf4d1681649718988ec1dbb520026 2024-11-26T00:36:20,093 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/86eaf4d1681649718988ec1dbb520026, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:36:20,094 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 844ms, sequenceid=37, compaction requested=false 2024-11-26T00:36:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T00:36:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T00:36:20,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T00:36:20,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9140 sec 2024-11-26T00:36:20,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.9190 sec 2024-11-26T00:36:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T00:36:20,290 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T00:36:20,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T00:36:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:20,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:20,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:20,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:20,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:36:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:20,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/ca958073d36b4ca1892045f3763ec6ff is 50, key is test_row_0/A:col10/1732581380334/Put/seqid=0 2024-11-26T00:36:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742123_1299 (size=14341) 2024-11-26T00:36:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581440387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:20,444 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:20,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:20,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581440445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581440445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581440447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581440447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581440490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:20,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581440691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/ca958073d36b4ca1892045f3763ec6ff 2024-11-26T00:36:20,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/0393d11968494da28aa38afed3f9e156 is 50, key is test_row_0/B:col10/1732581380334/Put/seqid=0 2024-11-26T00:36:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742124_1300 (size=12001) 2024-11-26T00:36:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:20,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:20,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:20,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:20,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581440996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/0393d11968494da28aa38afed3f9e156 2024-11-26T00:36:21,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/fa55c26b4fad483c8661112f1c82bf1f is 50, key is test_row_0/C:col10/1732581380334/Put/seqid=0 2024-11-26T00:36:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742125_1301 (size=12001) 2024-11-26T00:36:21,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T00:36:21,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:21,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:21,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581441450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581441456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581441458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581441458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581441498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:21,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/fa55c26b4fad483c8661112f1c82bf1f 2024-11-26T00:36:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/ca958073d36b4ca1892045f3763ec6ff as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/ca958073d36b4ca1892045f3763ec6ff 2024-11-26T00:36:21,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/ca958073d36b4ca1892045f3763ec6ff, entries=200, sequenceid=50, filesize=14.0 K 2024-11-26T00:36:21,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/0393d11968494da28aa38afed3f9e156 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0393d11968494da28aa38afed3f9e156 2024-11-26T00:36:21,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0393d11968494da28aa38afed3f9e156, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T00:36:21,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/fa55c26b4fad483c8661112f1c82bf1f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/fa55c26b4fad483c8661112f1c82bf1f 2024-11-26T00:36:21,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/fa55c26b4fad483c8661112f1c82bf1f, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T00:36:21,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1243ms, sequenceid=50, compaction requested=true 2024-11-26T00:36:21,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:21,579 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:21,579 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:21,583 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:21,583 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:21,583 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/A is initiating minor compaction (all files) 2024-11-26T00:36:21,583 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/B is initiating minor compaction (all files) 2024-11-26T00:36:21,583 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/A in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,583 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/B in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,584 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1dafdb01ac36430db197844333e36755, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a0a715f76a8d428191b49b308c854c9e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0393d11968494da28aa38afed3f9e156] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.2 K 2024-11-26T00:36:21,584 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/afc25603b0404c40b2bc00d35a057b84, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/449f067684984a3889874e4fee27cb1d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/ca958073d36b4ca1892045f3763ec6ff] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=37.4 K 2024-11-26T00:36:21,584 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting afc25603b0404c40b2bc00d35a057b84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732581378189 2024-11-26T00:36:21,584 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dafdb01ac36430db197844333e36755, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732581378189 2024-11-26T00:36:21,584 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a0a715f76a8d428191b49b308c854c9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581378209 2024-11-26T00:36:21,584 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 449f067684984a3889874e4fee27cb1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581378209 2024-11-26T00:36:21,584 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0393d11968494da28aa38afed3f9e156, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732581379330 2024-11-26T00:36:21,584 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca958073d36b4ca1892045f3763ec6ff, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732581379330 2024-11-26T00:36:21,591 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:21,592 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:21,592 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/d74dc97caef44f2b8a11b8c9ecbc4fe0 is 50, key is test_row_0/B:col10/1732581380334/Put/seqid=0 2024-11-26T00:36:21,592 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/a804036105c44871af10933618ad1cca is 50, key is test_row_0/A:col10/1732581380334/Put/seqid=0 2024-11-26T00:36:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742127_1303 (size=12104) 2024-11-26T00:36:21,600 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/a804036105c44871af10933618ad1cca as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a804036105c44871af10933618ad1cca 2024-11-26T00:36:21,605 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/A of 68a25cc3df788f2e0ae07a4f6478e3f9 into a804036105c44871af10933618ad1cca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:21,605 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:21,605 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/A, priority=13, startTime=1732581381579; duration=0sec 2024-11-26T00:36:21,605 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:21,605 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:A 2024-11-26T00:36:21,605 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:21,606 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:21,606 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/C is initiating minor compaction (all files) 2024-11-26T00:36:21,606 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/C in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,606 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0bdf4e00ee2a4003ae8754649fb1e456, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/86eaf4d1681649718988ec1dbb520026, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/fa55c26b4fad483c8661112f1c82bf1f] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.2 K 2024-11-26T00:36:21,606 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bdf4e00ee2a4003ae8754649fb1e456, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732581378189 2024-11-26T00:36:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742126_1302 (size=12104) 2024-11-26T00:36:21,607 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86eaf4d1681649718988ec1dbb520026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581378209 2024-11-26T00:36:21,607 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa55c26b4fad483c8661112f1c82bf1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732581379330 2024-11-26T00:36:21,613 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:21,613 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/1af9593b0d3b4df6b9e95add0d59dc86 is 50, key is test_row_0/C:col10/1732581380334/Put/seqid=0 2024-11-26T00:36:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742128_1304 (size=12104) 2024-11-26T00:36:21,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:21,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T00:36:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:21,663 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:36:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/40c24007acd043a4b3d39d033c73c542 is 50, key is test_row_0/A:col10/1732581380375/Put/seqid=0 2024-11-26T00:36:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742129_1305 (size=12001) 2024-11-26T00:36:22,001 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/d74dc97caef44f2b8a11b8c9ecbc4fe0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/d74dc97caef44f2b8a11b8c9ecbc4fe0 2024-11-26T00:36:22,004 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/B of 68a25cc3df788f2e0ae07a4f6478e3f9 into d74dc97caef44f2b8a11b8c9ecbc4fe0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:22,004 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:22,005 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/B, priority=13, startTime=1732581381579; duration=0sec 2024-11-26T00:36:22,005 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:22,005 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:B 2024-11-26T00:36:22,020 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/1af9593b0d3b4df6b9e95add0d59dc86 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/1af9593b0d3b4df6b9e95add0d59dc86 2024-11-26T00:36:22,024 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/C of 68a25cc3df788f2e0ae07a4f6478e3f9 into 1af9593b0d3b4df6b9e95add0d59dc86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:22,024 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:22,024 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/C, priority=13, startTime=1732581381579; duration=0sec 2024-11-26T00:36:22,024 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:22,024 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:C 2024-11-26T00:36:22,072 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/40c24007acd043a4b3d39d033c73c542 2024-11-26T00:36:22,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/e19bbda695db4e31966af9232533399b is 50, key is test_row_0/B:col10/1732581380375/Put/seqid=0 2024-11-26T00:36:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742130_1306 (size=12001) 2024-11-26T00:36:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:22,489 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/e19bbda695db4e31966af9232533399b 2024-11-26T00:36:22,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/4c24e3633e8f4dcb928e363009613ba0 is 50, key is test_row_0/C:col10/1732581380375/Put/seqid=0 2024-11-26T00:36:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742131_1307 (size=12001) 2024-11-26T00:36:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581442527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:22,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581442630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:22,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581442834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:22,913 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/4c24e3633e8f4dcb928e363009613ba0 2024-11-26T00:36:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/40c24007acd043a4b3d39d033c73c542 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/40c24007acd043a4b3d39d033c73c542 2024-11-26T00:36:22,920 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/40c24007acd043a4b3d39d033c73c542, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T00:36:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/e19bbda695db4e31966af9232533399b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/e19bbda695db4e31966af9232533399b 2024-11-26T00:36:22,924 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/e19bbda695db4e31966af9232533399b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T00:36:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/4c24e3633e8f4dcb928e363009613ba0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/4c24e3633e8f4dcb928e363009613ba0 2024-11-26T00:36:22,927 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/4c24e3633e8f4dcb928e363009613ba0, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T00:36:22,928 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1265ms, sequenceid=74, compaction requested=false 2024-11-26T00:36:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T00:36:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T00:36:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T00:36:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-26T00:36:22,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.6400 sec 2024-11-26T00:36:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:23,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T00:36:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:23,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/67964eb323e749bd97b8f1d1d91a0144 is 50, key is test_row_0/A:col10/1732581383139/Put/seqid=0 2024-11-26T00:36:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742132_1308 (size=12001) 2024-11-26T00:36:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581443194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581443296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581443458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,461 DEBUG [Thread-1326 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581443462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,464 DEBUG [Thread-1324 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:23,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581443470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,471 DEBUG [Thread-1322 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:23,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581443475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,478 DEBUG [Thread-1318 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581443499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/67964eb323e749bd97b8f1d1d91a0144 2024-11-26T00:36:23,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1c225057e8164248858ef63dece1be8b is 50, key is test_row_0/B:col10/1732581383139/Put/seqid=0 2024-11-26T00:36:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742133_1309 (size=12001) 2024-11-26T00:36:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581443803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:23,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1c225057e8164248858ef63dece1be8b 2024-11-26T00:36:23,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/41811efa617b47b19247f753d5843c9e is 50, key is test_row_0/C:col10/1732581383139/Put/seqid=0 2024-11-26T00:36:23,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742134_1310 (size=12001) 2024-11-26T00:36:23,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/41811efa617b47b19247f753d5843c9e 2024-11-26T00:36:23,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/67964eb323e749bd97b8f1d1d91a0144 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/67964eb323e749bd97b8f1d1d91a0144 2024-11-26T00:36:23,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/67964eb323e749bd97b8f1d1d91a0144, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T00:36:23,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1c225057e8164248858ef63dece1be8b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1c225057e8164248858ef63dece1be8b 2024-11-26T00:36:23,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1c225057e8164248858ef63dece1be8b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T00:36:23,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/41811efa617b47b19247f753d5843c9e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/41811efa617b47b19247f753d5843c9e 2024-11-26T00:36:23,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/41811efa617b47b19247f753d5843c9e, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T00:36:23,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 853ms, sequenceid=90, compaction requested=true 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:23,993 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:23,993 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:23,994 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:23,994 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:23,994 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/A is initiating minor compaction (all files) 2024-11-26T00:36:23,994 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/B is initiating minor compaction (all files) 2024-11-26T00:36:23,994 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/B in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:23,994 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/A in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:23,994 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/d74dc97caef44f2b8a11b8c9ecbc4fe0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/e19bbda695db4e31966af9232533399b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1c225057e8164248858ef63dece1be8b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.3 K 2024-11-26T00:36:23,994 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a804036105c44871af10933618ad1cca, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/40c24007acd043a4b3d39d033c73c542, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/67964eb323e749bd97b8f1d1d91a0144] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.3 K 2024-11-26T00:36:23,995 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a804036105c44871af10933618ad1cca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732581379330 2024-11-26T00:36:23,995 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d74dc97caef44f2b8a11b8c9ecbc4fe0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732581379330 2024-11-26T00:36:23,995 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40c24007acd043a4b3d39d033c73c542, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732581380375 2024-11-26T00:36:23,995 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting e19bbda695db4e31966af9232533399b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732581380375 2024-11-26T00:36:23,995 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67964eb323e749bd97b8f1d1d91a0144, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581382515 2024-11-26T00:36:23,995 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c225057e8164248858ef63dece1be8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581382515 2024-11-26T00:36:24,002 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#B#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:24,002 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:24,002 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/2011983c50994d0c804be8f233f0f412 is 50, key is test_row_0/A:col10/1732581383139/Put/seqid=0 2024-11-26T00:36:24,003 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/a9e10e5b3f63439a86f7d308771f7edb is 50, key is test_row_0/B:col10/1732581383139/Put/seqid=0 2024-11-26T00:36:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742135_1311 (size=12207) 2024-11-26T00:36:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742136_1312 (size=12207) 2024-11-26T00:36:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:24,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:36:24,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:24,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/7ff86d1919734c42b6fa3f7c3fcce26a is 50, key is test_row_0/A:col10/1732581383193/Put/seqid=0 2024-11-26T00:36:24,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742137_1313 (size=12001) 2024-11-26T00:36:24,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581444337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T00:36:24,396 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T00:36:24,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T00:36:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T00:36:24,398 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:24,398 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:24,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:24,422 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/a9e10e5b3f63439a86f7d308771f7edb as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a9e10e5b3f63439a86f7d308771f7edb 2024-11-26T00:36:24,422 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/2011983c50994d0c804be8f233f0f412 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/2011983c50994d0c804be8f233f0f412 2024-11-26T00:36:24,427 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/B of 68a25cc3df788f2e0ae07a4f6478e3f9 into a9e10e5b3f63439a86f7d308771f7edb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:24,427 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:24,427 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/B, priority=13, startTime=1732581383993; duration=0sec 2024-11-26T00:36:24,427 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:24,427 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:B 2024-11-26T00:36:24,427 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:24,428 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/A of 68a25cc3df788f2e0ae07a4f6478e3f9 into 2011983c50994d0c804be8f233f0f412(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:24,428 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:24,428 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/A, priority=13, startTime=1732581383993; duration=0sec 2024-11-26T00:36:24,428 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:24,428 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:A 2024-11-26T00:36:24,428 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:24,428 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/C is initiating minor compaction (all files) 2024-11-26T00:36:24,428 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/C in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,428 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/1af9593b0d3b4df6b9e95add0d59dc86, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/4c24e3633e8f4dcb928e363009613ba0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/41811efa617b47b19247f753d5843c9e] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.3 K 2024-11-26T00:36:24,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af9593b0d3b4df6b9e95add0d59dc86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732581379330 2024-11-26T00:36:24,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c24e3633e8f4dcb928e363009613ba0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732581380375 2024-11-26T00:36:24,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 41811efa617b47b19247f753d5843c9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581382515 2024-11-26T00:36:24,435 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:24,436 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7e8f01fbfafe4298bb7a5e98960d107a is 50, key is test_row_0/C:col10/1732581383139/Put/seqid=0 2024-11-26T00:36:24,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742138_1314 (size=12207) 2024-11-26T00:36:24,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581444440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T00:36:24,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:24,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581444643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T00:36:24,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:24,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/7ff86d1919734c42b6fa3f7c3fcce26a 2024-11-26T00:36:24,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/c8ffb99f27804974a1a0641608877e24 is 50, key is test_row_0/B:col10/1732581383193/Put/seqid=0 2024-11-26T00:36:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742139_1315 (size=12001) 2024-11-26T00:36:24,843 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7e8f01fbfafe4298bb7a5e98960d107a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7e8f01fbfafe4298bb7a5e98960d107a 2024-11-26T00:36:24,846 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/C of 68a25cc3df788f2e0ae07a4f6478e3f9 into 7e8f01fbfafe4298bb7a5e98960d107a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:24,846 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:24,846 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/C, priority=13, startTime=1732581383993; duration=0sec 2024-11-26T00:36:24,846 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:24,846 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:C 2024-11-26T00:36:24,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:24,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:24,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:24,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581444948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T00:36:25,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:25,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:25,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/c8ffb99f27804974a1a0641608877e24 2024-11-26T00:36:25,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/b08c2ed72f36476f85a81a03336a5bed is 50, key is test_row_0/C:col10/1732581383193/Put/seqid=0 2024-11-26T00:36:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742140_1316 (size=12001) 2024-11-26T00:36:25,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:25,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:25,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:25,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:25,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581445454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T00:36:25,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/b08c2ed72f36476f85a81a03336a5bed 2024-11-26T00:36:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/7ff86d1919734c42b6fa3f7c3fcce26a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/7ff86d1919734c42b6fa3f7c3fcce26a 2024-11-26T00:36:25,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/7ff86d1919734c42b6fa3f7c3fcce26a, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T00:36:25,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/c8ffb99f27804974a1a0641608877e24 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/c8ffb99f27804974a1a0641608877e24 2024-11-26T00:36:25,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/c8ffb99f27804974a1a0641608877e24, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T00:36:25,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/b08c2ed72f36476f85a81a03336a5bed as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/b08c2ed72f36476f85a81a03336a5bed 2024-11-26T00:36:25,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/b08c2ed72f36476f85a81a03336a5bed, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T00:36:25,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1289ms, sequenceid=113, compaction requested=false 2024-11-26T00:36:25,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:25,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:25,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:25,617 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/1cdf0b5ee68c4baf80ca9af6010e0b42 is 50, key is test_row_0/A:col10/1732581384322/Put/seqid=0 2024-11-26T00:36:25,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742141_1317 (size=12001) 2024-11-26T00:36:26,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/1cdf0b5ee68c4baf80ca9af6010e0b42 2024-11-26T00:36:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/adbb4155f46b4c0fbf9768fd0da86e81 is 50, key is test_row_0/B:col10/1732581384322/Put/seqid=0 2024-11-26T00:36:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742142_1318 (size=12001) 2024-11-26T00:36:26,435 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/adbb4155f46b4c0fbf9768fd0da86e81 2024-11-26T00:36:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/eb336d5a054f43c0bc9a3cc88011d40f is 50, key is test_row_0/C:col10/1732581384322/Put/seqid=0 2024-11-26T00:36:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:26,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:26,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742143_1319 (size=12001) 2024-11-26T00:36:26,465 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/eb336d5a054f43c0bc9a3cc88011d40f 2024-11-26T00:36:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/1cdf0b5ee68c4baf80ca9af6010e0b42 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1cdf0b5ee68c4baf80ca9af6010e0b42 2024-11-26T00:36:26,473 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1cdf0b5ee68c4baf80ca9af6010e0b42, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T00:36:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/adbb4155f46b4c0fbf9768fd0da86e81 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/adbb4155f46b4c0fbf9768fd0da86e81 2024-11-26T00:36:26,477 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/adbb4155f46b4c0fbf9768fd0da86e81, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T00:36:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/eb336d5a054f43c0bc9a3cc88011d40f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/eb336d5a054f43c0bc9a3cc88011d40f 2024-11-26T00:36:26,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/eb336d5a054f43c0bc9a3cc88011d40f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T00:36:26,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=53.67 KB/54960 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 865ms, sequenceid=129, compaction requested=true 2024-11-26T00:36:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T00:36:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T00:36:26,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T00:36:26,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0850 sec 2024-11-26T00:36:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:26,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:36:26,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:26,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:26,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:26,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:26,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:26,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:26,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.0890 sec 2024-11-26T00:36:26,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/5348d589f3bc4b8698d171e2542da76b is 50, key is test_row_0/A:col10/1732581386471/Put/seqid=0 2024-11-26T00:36:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T00:36:26,502 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T00:36:26,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T00:36:26,504 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:26,504 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:26,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742144_1320 (size=12151) 2024-11-26T00:36:26,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/5348d589f3bc4b8698d171e2542da76b 2024-11-26T00:36:26,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/3b3e86dcfb7f4e38991d04d818d832b3 is 50, key is test_row_0/B:col10/1732581386471/Put/seqid=0 2024-11-26T00:36:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742145_1321 (size=12151) 2024-11-26T00:36:26,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581446564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:26,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:26,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T00:36:26,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:26,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581446668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:26,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:26,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T00:36:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:26,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581446871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:26,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/3b3e86dcfb7f4e38991d04d818d832b3 2024-11-26T00:36:26,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/23adf36f70b74f9eb16aecc34390f95d is 50, key is test_row_0/C:col10/1732581386471/Put/seqid=0 2024-11-26T00:36:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742146_1322 (size=12151) 2024-11-26T00:36:26,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:26,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T00:36:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:26,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:27,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T00:36:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581447175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T00:36:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:27,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/23adf36f70b74f9eb16aecc34390f95d 2024-11-26T00:36:27,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/5348d589f3bc4b8698d171e2542da76b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/5348d589f3bc4b8698d171e2542da76b 2024-11-26T00:36:27,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/5348d589f3bc4b8698d171e2542da76b, entries=150, sequenceid=141, filesize=11.9 K 2024-11-26T00:36:27,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/3b3e86dcfb7f4e38991d04d818d832b3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/3b3e86dcfb7f4e38991d04d818d832b3 2024-11-26T00:36:27,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/3b3e86dcfb7f4e38991d04d818d832b3, entries=150, sequenceid=141, filesize=11.9 K 2024-11-26T00:36:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/23adf36f70b74f9eb16aecc34390f95d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/23adf36f70b74f9eb16aecc34390f95d 2024-11-26T00:36:27,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/23adf36f70b74f9eb16aecc34390f95d, entries=150, sequenceid=141, filesize=11.9 K 2024-11-26T00:36:27,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 875ms, sequenceid=141, compaction requested=true 2024-11-26T00:36:27,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:27,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:27,360 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:27,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:27,360 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:27,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:27,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:27,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:27,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:27,361 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:27,361 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:27,361 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/B is initiating minor compaction (all files) 2024-11-26T00:36:27,361 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/A is initiating minor compaction (all files) 2024-11-26T00:36:27,361 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/A in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,361 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/B in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,362 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/2011983c50994d0c804be8f233f0f412, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/7ff86d1919734c42b6fa3f7c3fcce26a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1cdf0b5ee68c4baf80ca9af6010e0b42, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/5348d589f3bc4b8698d171e2542da76b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=47.2 K 2024-11-26T00:36:27,362 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a9e10e5b3f63439a86f7d308771f7edb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/c8ffb99f27804974a1a0641608877e24, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/adbb4155f46b4c0fbf9768fd0da86e81, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/3b3e86dcfb7f4e38991d04d818d832b3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=47.2 K 2024-11-26T00:36:27,362 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a9e10e5b3f63439a86f7d308771f7edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581382515 2024-11-26T00:36:27,362 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2011983c50994d0c804be8f233f0f412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581382515 2024-11-26T00:36:27,362 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting c8ffb99f27804974a1a0641608877e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732581383187 2024-11-26T00:36:27,362 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ff86d1919734c42b6fa3f7c3fcce26a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732581383187 2024-11-26T00:36:27,362 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting adbb4155f46b4c0fbf9768fd0da86e81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732581384322 2024-11-26T00:36:27,362 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cdf0b5ee68c4baf80ca9af6010e0b42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732581384322 2024-11-26T00:36:27,363 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b3e86dcfb7f4e38991d04d818d832b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732581386468 2024-11-26T00:36:27,363 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5348d589f3bc4b8698d171e2542da76b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732581386468 2024-11-26T00:36:27,370 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:27,370 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/7f7c44bbb3bf4d6bb072ead0b2964e20 is 50, key is test_row_0/B:col10/1732581386471/Put/seqid=0 2024-11-26T00:36:27,373 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:27,373 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/1697f67f25024c938bf8d1fadbfc56c0 is 50, key is test_row_0/A:col10/1732581386471/Put/seqid=0 2024-11-26T00:36:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742147_1323 (size=12493) 2024-11-26T00:36:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742148_1324 (size=12493) 2024-11-26T00:36:27,380 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/7f7c44bbb3bf4d6bb072ead0b2964e20 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7f7c44bbb3bf4d6bb072ead0b2964e20 2024-11-26T00:36:27,384 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/1697f67f25024c938bf8d1fadbfc56c0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1697f67f25024c938bf8d1fadbfc56c0 2024-11-26T00:36:27,386 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/B of 68a25cc3df788f2e0ae07a4f6478e3f9 into 7f7c44bbb3bf4d6bb072ead0b2964e20(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:27,386 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:27,386 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/B, priority=12, startTime=1732581387360; duration=0sec 2024-11-26T00:36:27,386 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:27,386 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:B 2024-11-26T00:36:27,386 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:36:27,388 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:36:27,388 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/C is initiating minor compaction (all files) 2024-11-26T00:36:27,388 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/C in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,388 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7e8f01fbfafe4298bb7a5e98960d107a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/b08c2ed72f36476f85a81a03336a5bed, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/eb336d5a054f43c0bc9a3cc88011d40f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/23adf36f70b74f9eb16aecc34390f95d] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=47.2 K 2024-11-26T00:36:27,388 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e8f01fbfafe4298bb7a5e98960d107a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581382515 2024-11-26T00:36:27,389 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b08c2ed72f36476f85a81a03336a5bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732581383187 2024-11-26T00:36:27,389 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting eb336d5a054f43c0bc9a3cc88011d40f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732581384322 2024-11-26T00:36:27,390 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 23adf36f70b74f9eb16aecc34390f95d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732581386468 2024-11-26T00:36:27,390 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/A of 68a25cc3df788f2e0ae07a4f6478e3f9 into 1697f67f25024c938bf8d1fadbfc56c0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:27,390 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:27,390 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/A, priority=12, startTime=1732581387360; duration=0sec 2024-11-26T00:36:27,390 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:27,390 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:A 2024-11-26T00:36:27,397 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:27,398 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/187278e3d3e84365b861b867ab81b3fa is 50, key is test_row_0/C:col10/1732581386471/Put/seqid=0 2024-11-26T00:36:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742149_1325 (size=12493) 2024-11-26T00:36:27,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:27,418 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:27,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:27,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/fe86032b7c5440449c24e833b9fe5e2b is 50, key is test_row_0/A:col10/1732581386555/Put/seqid=0 2024-11-26T00:36:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742150_1326 (size=12151) 2024-11-26T00:36:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:27,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:27,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581447484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581447487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581447497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,499 DEBUG [Thread-1324 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581447516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,518 DEBUG [Thread-1318 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:27,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581447592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581447592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581447680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581447794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581447794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:27,805 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/187278e3d3e84365b861b867ab81b3fa as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/187278e3d3e84365b861b867ab81b3fa 2024-11-26T00:36:27,809 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/C of 68a25cc3df788f2e0ae07a4f6478e3f9 into 187278e3d3e84365b861b867ab81b3fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:27,809 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:27,809 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/C, priority=12, startTime=1732581387361; duration=0sec 2024-11-26T00:36:27,809 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:27,809 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:C 2024-11-26T00:36:27,826 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/fe86032b7c5440449c24e833b9fe5e2b 2024-11-26T00:36:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/edca1fb13a604f32861986fd67ff6262 is 50, key is test_row_0/B:col10/1732581386555/Put/seqid=0 2024-11-26T00:36:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742151_1327 (size=12151) 2024-11-26T00:36:28,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581448097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:28,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581448097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:28,236 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/edca1fb13a604f32861986fd67ff6262 2024-11-26T00:36:28,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/aeec9f8c429349edbdf17334e922d349 is 50, key is test_row_0/C:col10/1732581386555/Put/seqid=0 2024-11-26T00:36:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742152_1328 (size=12151) 2024-11-26T00:36:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581448602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581448602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:28,645 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/aeec9f8c429349edbdf17334e922d349 2024-11-26T00:36:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/fe86032b7c5440449c24e833b9fe5e2b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/fe86032b7c5440449c24e833b9fe5e2b 2024-11-26T00:36:28,653 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/fe86032b7c5440449c24e833b9fe5e2b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T00:36:28,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/edca1fb13a604f32861986fd67ff6262 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/edca1fb13a604f32861986fd67ff6262 2024-11-26T00:36:28,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/edca1fb13a604f32861986fd67ff6262, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T00:36:28,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/aeec9f8c429349edbdf17334e922d349 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/aeec9f8c429349edbdf17334e922d349 2024-11-26T00:36:28,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/aeec9f8c429349edbdf17334e922d349, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T00:36:28,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1243ms, sequenceid=167, compaction requested=false 2024-11-26T00:36:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T00:36:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T00:36:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T00:36:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1580 sec 2024-11-26T00:36:28,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.1600 sec 2024-11-26T00:36:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:28,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:36:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:28,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/51da462a95d74811a64aa2d6e4a1c5b4 is 50, key is test_row_0/A:col10/1732581388689/Put/seqid=0 2024-11-26T00:36:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742153_1329 (size=12151) 2024-11-26T00:36:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581448747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581448851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581449054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:29,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/51da462a95d74811a64aa2d6e4a1c5b4 2024-11-26T00:36:29,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/f98c2d0f1cc84f5c9fd47b46bb76b34b is 50, key is test_row_0/B:col10/1732581388689/Put/seqid=0 2024-11-26T00:36:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742154_1330 (size=12151) 2024-11-26T00:36:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581449357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:29,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/f98c2d0f1cc84f5c9fd47b46bb76b34b 2024-11-26T00:36:29,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0ed5a192b5e141aa8a560dae79cc8407 is 50, key is test_row_0/C:col10/1732581388689/Put/seqid=0 2024-11-26T00:36:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742155_1331 (size=12151) 2024-11-26T00:36:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581449609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581449609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581449863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:29,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0ed5a192b5e141aa8a560dae79cc8407 2024-11-26T00:36:29,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/51da462a95d74811a64aa2d6e4a1c5b4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/51da462a95d74811a64aa2d6e4a1c5b4 2024-11-26T00:36:29,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/51da462a95d74811a64aa2d6e4a1c5b4, entries=150, sequenceid=181, filesize=11.9 K 2024-11-26T00:36:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/f98c2d0f1cc84f5c9fd47b46bb76b34b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/f98c2d0f1cc84f5c9fd47b46bb76b34b 2024-11-26T00:36:29,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/f98c2d0f1cc84f5c9fd47b46bb76b34b, entries=150, sequenceid=181, filesize=11.9 K 2024-11-26T00:36:29,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0ed5a192b5e141aa8a560dae79cc8407 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0ed5a192b5e141aa8a560dae79cc8407 2024-11-26T00:36:29,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0ed5a192b5e141aa8a560dae79cc8407, entries=150, sequenceid=181, filesize=11.9 K 2024-11-26T00:36:29,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1250ms, sequenceid=181, compaction requested=true 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:29,940 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:29,940 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:29,941 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:29,941 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:29,941 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/B is initiating minor compaction (all files) 2024-11-26T00:36:29,941 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/A is initiating minor compaction (all files) 2024-11-26T00:36:29,941 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/A in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:29,941 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/B in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:29,941 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7f7c44bbb3bf4d6bb072ead0b2964e20, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/edca1fb13a604f32861986fd67ff6262, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/f98c2d0f1cc84f5c9fd47b46bb76b34b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.9 K 2024-11-26T00:36:29,941 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1697f67f25024c938bf8d1fadbfc56c0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/fe86032b7c5440449c24e833b9fe5e2b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/51da462a95d74811a64aa2d6e4a1c5b4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.9 K 2024-11-26T00:36:29,941 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7c44bbb3bf4d6bb072ead0b2964e20, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732581386468 2024-11-26T00:36:29,941 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1697f67f25024c938bf8d1fadbfc56c0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732581386468 2024-11-26T00:36:29,942 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting edca1fb13a604f32861986fd67ff6262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732581386539 2024-11-26T00:36:29,942 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe86032b7c5440449c24e833b9fe5e2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732581386539 2024-11-26T00:36:29,942 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f98c2d0f1cc84f5c9fd47b46bb76b34b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732581387483 2024-11-26T00:36:29,942 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51da462a95d74811a64aa2d6e4a1c5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732581387483 2024-11-26T00:36:29,947 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:29,947 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/fd8d1a17559e42239e6ec9911fd79015 is 50, key is test_row_0/B:col10/1732581388689/Put/seqid=0 2024-11-26T00:36:29,948 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:29,948 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/6d09fba32bd04421a47a337dfe0a3999 is 50, key is test_row_0/A:col10/1732581388689/Put/seqid=0 2024-11-26T00:36:29,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742156_1332 (size=12595) 2024-11-26T00:36:29,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742157_1333 (size=12595) 2024-11-26T00:36:30,355 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/6d09fba32bd04421a47a337dfe0a3999 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/6d09fba32bd04421a47a337dfe0a3999 2024-11-26T00:36:30,355 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/fd8d1a17559e42239e6ec9911fd79015 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd8d1a17559e42239e6ec9911fd79015 2024-11-26T00:36:30,359 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/A of 68a25cc3df788f2e0ae07a4f6478e3f9 into 6d09fba32bd04421a47a337dfe0a3999(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:30,359 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:30,360 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/A, priority=13, startTime=1732581389940; duration=0sec 2024-11-26T00:36:30,360 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:30,360 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:A 2024-11-26T00:36:30,360 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:30,361 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:30,361 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/C is initiating minor compaction (all files) 2024-11-26T00:36:30,361 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/C in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:30,361 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/187278e3d3e84365b861b867ab81b3fa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/aeec9f8c429349edbdf17334e922d349, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0ed5a192b5e141aa8a560dae79cc8407] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=35.9 K 2024-11-26T00:36:30,362 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187278e3d3e84365b861b867ab81b3fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732581386468 2024-11-26T00:36:30,362 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeec9f8c429349edbdf17334e922d349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732581386539 2024-11-26T00:36:30,362 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ed5a192b5e141aa8a560dae79cc8407, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732581387483 2024-11-26T00:36:30,368 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:30,369 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/8301f99c8e484349b40f6a4b1d140170 is 50, key is test_row_0/C:col10/1732581388689/Put/seqid=0 2024-11-26T00:36:30,371 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/B of 68a25cc3df788f2e0ae07a4f6478e3f9 into fd8d1a17559e42239e6ec9911fd79015(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:30,371 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:30,371 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/B, priority=13, startTime=1732581389940; duration=0sec 2024-11-26T00:36:30,372 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:30,372 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:B 2024-11-26T00:36:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742158_1334 (size=12595) 2024-11-26T00:36:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T00:36:30,608 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T00:36:30,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T00:36:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T00:36:30,662 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:30,662 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:30,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T00:36:30,784 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/8301f99c8e484349b40f6a4b1d140170 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/8301f99c8e484349b40f6a4b1d140170 2024-11-26T00:36:30,788 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/C of 68a25cc3df788f2e0ae07a4f6478e3f9 into 8301f99c8e484349b40f6a4b1d140170(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:30,788 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:30,788 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/C, priority=13, startTime=1732581389940; duration=0sec 2024-11-26T00:36:30,788 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:30,788 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:C 2024-11-26T00:36:30,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:30,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T00:36:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:30,814 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:36:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:30,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/00f78332d0f24597a05fc3fa7101033a is 50, key is test_row_0/A:col10/1732581388741/Put/seqid=0 2024-11-26T00:36:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742159_1335 (size=12151) 2024-11-26T00:36:30,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581450892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T00:36:30,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581450996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581451198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:31,233 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/00f78332d0f24597a05fc3fa7101033a 2024-11-26T00:36:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/fd6cc8118b434e7aa8c32fdb75c4b714 is 50, key is test_row_0/B:col10/1732581388741/Put/seqid=0 2024-11-26T00:36:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742160_1336 (size=12151) 2024-11-26T00:36:31,244 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/fd6cc8118b434e7aa8c32fdb75c4b714 2024-11-26T00:36:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/18f27f517a7346609cb9fe8773fd40ad is 50, key is test_row_0/C:col10/1732581388741/Put/seqid=0 2024-11-26T00:36:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742161_1337 (size=12151) 2024-11-26T00:36:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T00:36:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581451502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581451617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:31,618 DEBUG [Thread-1322 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581451626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:31,628 DEBUG [Thread-1326 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:31,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/18f27f517a7346609cb9fe8773fd40ad 2024-11-26T00:36:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/00f78332d0f24597a05fc3fa7101033a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/00f78332d0f24597a05fc3fa7101033a 2024-11-26T00:36:31,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/00f78332d0f24597a05fc3fa7101033a, entries=150, sequenceid=207, filesize=11.9 K 2024-11-26T00:36:31,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/fd6cc8118b434e7aa8c32fdb75c4b714 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd6cc8118b434e7aa8c32fdb75c4b714 2024-11-26T00:36:31,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd6cc8118b434e7aa8c32fdb75c4b714, entries=150, sequenceid=207, filesize=11.9 K 2024-11-26T00:36:31,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/18f27f517a7346609cb9fe8773fd40ad as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/18f27f517a7346609cb9fe8773fd40ad 2024-11-26T00:36:31,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/18f27f517a7346609cb9fe8773fd40ad, entries=150, sequenceid=207, filesize=11.9 K 2024-11-26T00:36:31,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 861ms, sequenceid=207, compaction requested=false 2024-11-26T00:36:31,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:31,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:31,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T00:36:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T00:36:31,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T00:36:31,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-26T00:36:31,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0680 sec 2024-11-26T00:36:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T00:36:31,765 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T00:36:31,765 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T00:36:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T00:36:31,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:31,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:31,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T00:36:31,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:31,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:31,919 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:31,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/8f2f740650bc4eb087b8cbd67b6e0465 is 50, key is test_row_0/A:col10/1732581390883/Put/seqid=0 2024-11-26T00:36:31,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742162_1338 (size=12151) 2024-11-26T00:36:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:32,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:32,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581452053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T00:36:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581452156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:32,326 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/8f2f740650bc4eb087b8cbd67b6e0465 2024-11-26T00:36:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/6a58d1391b7943928afc0976267196e1 is 50, key is test_row_0/B:col10/1732581390883/Put/seqid=0 2024-11-26T00:36:32,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742163_1339 (size=12151) 2024-11-26T00:36:32,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581452358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T00:36:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581452662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:32,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/6a58d1391b7943928afc0976267196e1 2024-11-26T00:36:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7c22379552da4517bfa0f47c192e4d51 is 50, key is test_row_0/C:col10/1732581390883/Put/seqid=0 2024-11-26T00:36:32,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742164_1340 (size=12151) 2024-11-26T00:36:32,749 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7c22379552da4517bfa0f47c192e4d51 2024-11-26T00:36:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/8f2f740650bc4eb087b8cbd67b6e0465 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/8f2f740650bc4eb087b8cbd67b6e0465 2024-11-26T00:36:32,756 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/8f2f740650bc4eb087b8cbd67b6e0465, entries=150, sequenceid=220, filesize=11.9 K 2024-11-26T00:36:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/6a58d1391b7943928afc0976267196e1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/6a58d1391b7943928afc0976267196e1 2024-11-26T00:36:32,761 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/6a58d1391b7943928afc0976267196e1, entries=150, sequenceid=220, filesize=11.9 K 2024-11-26T00:36:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7c22379552da4517bfa0f47c192e4d51 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7c22379552da4517bfa0f47c192e4d51 2024-11-26T00:36:32,765 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7c22379552da4517bfa0f47c192e4d51, entries=150, sequenceid=220, filesize=11.9 K 2024-11-26T00:36:32,766 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 847ms, sequenceid=220, compaction requested=true 2024-11-26T00:36:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T00:36:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T00:36:32,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T00:36:32,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-26T00:36:32,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0050 sec 2024-11-26T00:36:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T00:36:32,869 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T00:36:32,870 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-26T00:36:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T00:36:32,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:32,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:32,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T00:36:33,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:33,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:33,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/44aa1d0486c14444b1e977652cd96621 is 50, key is test_row_0/A:col10/1732581392047/Put/seqid=0 2024-11-26T00:36:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742165_1341 (size=12151) 2024-11-26T00:36:33,032 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/44aa1d0486c14444b1e977652cd96621 2024-11-26T00:36:33,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/9ca66db3ef0e474c8e4601b8041f9fec is 50, key is test_row_0/B:col10/1732581392047/Put/seqid=0 2024-11-26T00:36:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742166_1342 (size=12151) 2024-11-26T00:36:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:33,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T00:36:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581453189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581453292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:33,442 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/9ca66db3ef0e474c8e4601b8041f9fec 2024-11-26T00:36:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea is 50, key is test_row_0/C:col10/1732581392047/Put/seqid=0 2024-11-26T00:36:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742167_1343 (size=12151) 2024-11-26T00:36:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T00:36:33,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581453495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:33,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581453796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:33,851 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea 2024-11-26T00:36:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/44aa1d0486c14444b1e977652cd96621 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/44aa1d0486c14444b1e977652cd96621 2024-11-26T00:36:33,857 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/44aa1d0486c14444b1e977652cd96621, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T00:36:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/9ca66db3ef0e474c8e4601b8041f9fec as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/9ca66db3ef0e474c8e4601b8041f9fec 2024-11-26T00:36:33,860 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/9ca66db3ef0e474c8e4601b8041f9fec, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T00:36:33,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea 2024-11-26T00:36:33,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T00:36:33,865 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 841ms, sequenceid=243, compaction requested=true 2024-11-26T00:36:33,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:33,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:33,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-26T00:36:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-26T00:36:33,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T00:36:33,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 994 msec 2024-11-26T00:36:33,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 997 msec 2024-11-26T00:36:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T00:36:33,974 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T00:36:33,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-26T00:36:33,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T00:36:33,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:33,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T00:36:34,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:34,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T00:36:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:34,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:36:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/80e5fbde91e44e35b12855358a81385d is 50, key is test_row_0/A:col10/1732581393186/Put/seqid=0 2024-11-26T00:36:34,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742168_1344 (size=12151) 2024-11-26T00:36:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T00:36:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:34,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581454357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581454460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:34,535 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/80e5fbde91e44e35b12855358a81385d 2024-11-26T00:36:34,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/98fcc71fc41b4a338fb98e0c06e8489b is 50, key is test_row_0/B:col10/1732581393186/Put/seqid=0 2024-11-26T00:36:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742169_1345 (size=12151) 2024-11-26T00:36:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T00:36:34,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581454662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:34,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/98fcc71fc41b4a338fb98e0c06e8489b 2024-11-26T00:36:34,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/57a5e369bde943ae8909045d99b2b80b is 50, key is test_row_0/C:col10/1732581393186/Put/seqid=0 2024-11-26T00:36:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742170_1346 (size=12151) 2024-11-26T00:36:34,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581454966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T00:36:35,352 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/57a5e369bde943ae8909045d99b2b80b 2024-11-26T00:36:35,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/80e5fbde91e44e35b12855358a81385d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/80e5fbde91e44e35b12855358a81385d 2024-11-26T00:36:35,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/80e5fbde91e44e35b12855358a81385d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T00:36:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/98fcc71fc41b4a338fb98e0c06e8489b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/98fcc71fc41b4a338fb98e0c06e8489b 2024-11-26T00:36:35,362 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/98fcc71fc41b4a338fb98e0c06e8489b, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T00:36:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/57a5e369bde943ae8909045d99b2b80b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/57a5e369bde943ae8909045d99b2b80b 2024-11-26T00:36:35,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/57a5e369bde943ae8909045d99b2b80b, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T00:36:35,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1238ms, sequenceid=256, compaction requested=true 2024-11-26T00:36:35,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:35,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:35,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-26T00:36:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-26T00:36:35,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T00:36:35,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-26T00:36:35,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.3930 sec 2024-11-26T00:36:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:35,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:36:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:35,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/a796b7d9f75b45e0ac8be529a5ea3302 is 50, key is test_row_0/A:col10/1732581394344/Put/seqid=0 2024-11-26T00:36:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742171_1347 (size=14741) 2024-11-26T00:36:35,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581455511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581455615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:35,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1732581455653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:35,655 DEBUG [Thread-1326 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43726 deadline: 1732581455655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:35,660 DEBUG [Thread-1322 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:36:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581455819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:35,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/a796b7d9f75b45e0ac8be529a5ea3302 2024-11-26T00:36:35,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/0cf1affc5c404e5eb1613dcd73ce7ee3 is 50, key is test_row_0/B:col10/1732581394344/Put/seqid=0 2024-11-26T00:36:35,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742172_1348 (size=12301) 2024-11-26T00:36:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T00:36:36,079 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-26T00:36:36,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-26T00:36:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T00:36:36,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:36,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:36,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:36,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581456122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T00:36:36,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T00:36:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/0cf1affc5c404e5eb1613dcd73ce7ee3 2024-11-26T00:36:36,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/9d63bfda16a34409a61776e7d8bf0884 is 50, key is test_row_0/C:col10/1732581394344/Put/seqid=0 2024-11-26T00:36:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742173_1349 (size=12301) 2024-11-26T00:36:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T00:36:36,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T00:36:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T00:36:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581456626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T00:36:36,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T00:36:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:36,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/9d63bfda16a34409a61776e7d8bf0884 2024-11-26T00:36:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/a796b7d9f75b45e0ac8be529a5ea3302 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a796b7d9f75b45e0ac8be529a5ea3302 2024-11-26T00:36:36,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a796b7d9f75b45e0ac8be529a5ea3302, entries=200, sequenceid=280, filesize=14.4 K 2024-11-26T00:36:36,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/0cf1affc5c404e5eb1613dcd73ce7ee3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0cf1affc5c404e5eb1613dcd73ce7ee3 2024-11-26T00:36:36,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0cf1affc5c404e5eb1613dcd73ce7ee3, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T00:36:36,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/9d63bfda16a34409a61776e7d8bf0884 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/9d63bfda16a34409a61776e7d8bf0884 2024-11-26T00:36:36,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/9d63bfda16a34409a61776e7d8bf0884, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T00:36:36,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1240ms, sequenceid=280, compaction requested=true 2024-11-26T00:36:36,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:36,718 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T00:36:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:36,718 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T00:36:36,719 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73500 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T00:36:36,719 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/B is initiating minor compaction (all files) 2024-11-26T00:36:36,719 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/B in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,719 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd8d1a17559e42239e6ec9911fd79015, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd6cc8118b434e7aa8c32fdb75c4b714, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/6a58d1391b7943928afc0976267196e1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/9ca66db3ef0e474c8e4601b8041f9fec, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/98fcc71fc41b4a338fb98e0c06e8489b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0cf1affc5c404e5eb1613dcd73ce7ee3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=71.8 K 2024-11-26T00:36:36,719 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75940 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T00:36:36,719 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/A is initiating minor compaction (all files) 2024-11-26T00:36:36,719 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting fd8d1a17559e42239e6ec9911fd79015, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732581387483 2024-11-26T00:36:36,719 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/A in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,720 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/6d09fba32bd04421a47a337dfe0a3999, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/00f78332d0f24597a05fc3fa7101033a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/8f2f740650bc4eb087b8cbd67b6e0465, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/44aa1d0486c14444b1e977652cd96621, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/80e5fbde91e44e35b12855358a81385d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a796b7d9f75b45e0ac8be529a5ea3302] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=74.2 K 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting fd6cc8118b434e7aa8c32fdb75c4b714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732581388741 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d09fba32bd04421a47a337dfe0a3999, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732581387483 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a58d1391b7943928afc0976267196e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732581390883 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f78332d0f24597a05fc3fa7101033a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732581388741 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f2f740650bc4eb087b8cbd67b6e0465, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732581390883 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca66db3ef0e474c8e4601b8041f9fec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732581392047 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44aa1d0486c14444b1e977652cd96621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732581392047 2024-11-26T00:36:36,720 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 98fcc71fc41b4a338fb98e0c06e8489b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581393172 2024-11-26T00:36:36,721 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf1affc5c404e5eb1613dcd73ce7ee3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581394341 2024-11-26T00:36:36,721 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80e5fbde91e44e35b12855358a81385d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581393172 2024-11-26T00:36:36,721 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a796b7d9f75b45e0ac8be529a5ea3302, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581394341 2024-11-26T00:36:36,730 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#B#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:36,731 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/91fa86fc605e4e5bb393ea0d3fc6279c is 50, key is test_row_0/B:col10/1732581394344/Put/seqid=0 2024-11-26T00:36:36,733 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:36,734 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/77436c6dff9f4373b1ee6ea59ee38fdf is 50, key is test_row_0/A:col10/1732581394344/Put/seqid=0 2024-11-26T00:36:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742174_1350 (size=12949) 2024-11-26T00:36:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742175_1351 (size=12949) 2024-11-26T00:36:36,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:36,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:36,843 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/f82eee23222b4293bf8991710f81405c is 50, key is test_row_0/A:col10/1732581395507/Put/seqid=0 2024-11-26T00:36:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742176_1352 (size=12301) 2024-11-26T00:36:37,141 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/91fa86fc605e4e5bb393ea0d3fc6279c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/91fa86fc605e4e5bb393ea0d3fc6279c 2024-11-26T00:36:37,142 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/77436c6dff9f4373b1ee6ea59ee38fdf as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/77436c6dff9f4373b1ee6ea59ee38fdf 2024-11-26T00:36:37,146 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/B of 68a25cc3df788f2e0ae07a4f6478e3f9 into 91fa86fc605e4e5bb393ea0d3fc6279c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:37,146 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/A of 68a25cc3df788f2e0ae07a4f6478e3f9 into 77436c6dff9f4373b1ee6ea59ee38fdf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:37,146 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/A, priority=10, startTime=1732581396718; duration=0sec 2024-11-26T00:36:37,146 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/B, priority=10, startTime=1732581396718; duration=0sec 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:A 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:B 2024-11-26T00:36:37,146 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T00:36:37,148 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73500 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T00:36:37,148 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/C is initiating minor compaction (all files) 2024-11-26T00:36:37,148 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/C in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:37,148 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/8301f99c8e484349b40f6a4b1d140170, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/18f27f517a7346609cb9fe8773fd40ad, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7c22379552da4517bfa0f47c192e4d51, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/57a5e369bde943ae8909045d99b2b80b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/9d63bfda16a34409a61776e7d8bf0884] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=71.8 K 2024-11-26T00:36:37,148 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8301f99c8e484349b40f6a4b1d140170, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732581387483 2024-11-26T00:36:37,148 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18f27f517a7346609cb9fe8773fd40ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732581388741 2024-11-26T00:36:37,149 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c22379552da4517bfa0f47c192e4d51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732581390883 2024-11-26T00:36:37,149 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d6cc2e1c61f4d6cbad0afcf54ab75ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732581392047 2024-11-26T00:36:37,149 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57a5e369bde943ae8909045d99b2b80b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732581393172 2024-11-26T00:36:37,149 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d63bfda16a34409a61776e7d8bf0884, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581394341 2024-11-26T00:36:37,159 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#C#compaction#299 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:37,159 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/10df88c5907d4fae922a9268a96dd161 is 50, key is test_row_0/C:col10/1732581394344/Put/seqid=0 2024-11-26T00:36:37,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742177_1353 (size=12949) 2024-11-26T00:36:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T00:36:37,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/f82eee23222b4293bf8991710f81405c 2024-11-26T00:36:37,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1d3523d249674c589dc7d05ac179d31b is 50, key is test_row_0/B:col10/1732581395507/Put/seqid=0 2024-11-26T00:36:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742178_1354 (size=12301) 2024-11-26T00:36:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. as already flushing 2024-11-26T00:36:37,568 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/10df88c5907d4fae922a9268a96dd161 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/10df88c5907d4fae922a9268a96dd161 2024-11-26T00:36:37,572 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/C of 68a25cc3df788f2e0ae07a4f6478e3f9 into 10df88c5907d4fae922a9268a96dd161(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:37,572 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:37,572 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/C, priority=10, startTime=1732581396718; duration=0sec 2024-11-26T00:36:37,572 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:37,572 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:C 2024-11-26T00:36:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581457578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581457578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:37,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43742 deadline: 1732581457636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:37,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1d3523d249674c589dc7d05ac179d31b 2024-11-26T00:36:37,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7abe0079b5224966965307fa147ab033 is 50, key is test_row_0/C:col10/1732581395507/Put/seqid=0 2024-11-26T00:36:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742179_1355 (size=12301) 2024-11-26T00:36:37,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581457680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581457680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:37,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43788 deadline: 1732581457882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:37,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1732581457883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:38,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7abe0079b5224966965307fa147ab033 2024-11-26T00:36:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/f82eee23222b4293bf8991710f81405c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f82eee23222b4293bf8991710f81405c 2024-11-26T00:36:38,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f82eee23222b4293bf8991710f81405c, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T00:36:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/1d3523d249674c589dc7d05ac179d31b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1d3523d249674c589dc7d05ac179d31b 2024-11-26T00:36:38,083 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1d3523d249674c589dc7d05ac179d31b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T00:36:38,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/7abe0079b5224966965307fa147ab033 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7abe0079b5224966965307fa147ab033 2024-11-26T00:36:38,086 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7abe0079b5224966965307fa147ab033, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T00:36:38,087 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1244ms, sequenceid=292, compaction requested=false 2024-11-26T00:36:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-26T00:36:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-26T00:36:38,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T00:36:38,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-26T00:36:38,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.0090 sec 2024-11-26T00:36:38,177 DEBUG [Thread-1337 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:63738 2024-11-26T00:36:38,177 DEBUG [Thread-1337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,177 DEBUG [Thread-1335 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:63738 2024-11-26T00:36:38,177 DEBUG [Thread-1335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,178 DEBUG [Thread-1329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:63738 2024-11-26T00:36:38,178 DEBUG [Thread-1329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,179 DEBUG [Thread-1333 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:63738 2024-11-26T00:36:38,179 DEBUG [Thread-1333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,179 DEBUG [Thread-1331 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:63738 2024-11-26T00:36:38,179 DEBUG [Thread-1331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T00:36:38,185 INFO [Thread-1328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T00:36:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:38,187 DEBUG [Thread-1324 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:63738 2024-11-26T00:36:38,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:36:38,187 DEBUG [Thread-1318 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:63738 2024-11-26T00:36:38,187 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,187 DEBUG [Thread-1318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:38,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/15098315c5fa4b7791e05107d4f333f3 is 50, key is test_row_0/A:col10/1732581398186/Put/seqid=0 2024-11-26T00:36:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742180_1356 (size=12301) 2024-11-26T00:36:38,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/15098315c5fa4b7791e05107d4f333f3 2024-11-26T00:36:38,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/855ff9598e694b5ea589eb7a39206686 is 50, key is test_row_0/B:col10/1732581398186/Put/seqid=0 2024-11-26T00:36:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742181_1357 (size=12301) 2024-11-26T00:36:39,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/855ff9598e694b5ea589eb7a39206686 2024-11-26T00:36:39,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/dd322b3ed0284dedaf345b4ea3534245 is 50, key is test_row_0/C:col10/1732581398186/Put/seqid=0 2024-11-26T00:36:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742182_1358 (size=12301) 2024-11-26T00:36:39,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/dd322b3ed0284dedaf345b4ea3534245 2024-11-26T00:36:39,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/15098315c5fa4b7791e05107d4f333f3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/15098315c5fa4b7791e05107d4f333f3 2024-11-26T00:36:39,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/15098315c5fa4b7791e05107d4f333f3, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T00:36:39,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/855ff9598e694b5ea589eb7a39206686 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/855ff9598e694b5ea589eb7a39206686 2024-11-26T00:36:39,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/855ff9598e694b5ea589eb7a39206686, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T00:36:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/dd322b3ed0284dedaf345b4ea3534245 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/dd322b3ed0284dedaf345b4ea3534245 2024-11-26T00:36:39,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/dd322b3ed0284dedaf345b4ea3534245, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T00:36:39,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1278ms, sequenceid=321, compaction requested=true 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:39,466 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 68a25cc3df788f2e0ae07a4f6478e3f9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:39,466 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:39,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:39,467 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:39,467 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:39,467 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/A is initiating minor compaction (all files) 2024-11-26T00:36:39,467 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/B is initiating minor compaction (all files) 2024-11-26T00:36:39,467 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/A in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:39,467 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/B in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:39,468 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/91fa86fc605e4e5bb393ea0d3fc6279c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1d3523d249674c589dc7d05ac179d31b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/855ff9598e694b5ea589eb7a39206686] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=36.7 K 2024-11-26T00:36:39,468 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/77436c6dff9f4373b1ee6ea59ee38fdf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f82eee23222b4293bf8991710f81405c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/15098315c5fa4b7791e05107d4f333f3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=36.7 K 2024-11-26T00:36:39,468 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77436c6dff9f4373b1ee6ea59ee38fdf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581394341 2024-11-26T00:36:39,468 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 91fa86fc605e4e5bb393ea0d3fc6279c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581394341 2024-11-26T00:36:39,468 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3523d249674c589dc7d05ac179d31b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732581395491 2024-11-26T00:36:39,468 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting f82eee23222b4293bf8991710f81405c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732581395491 2024-11-26T00:36:39,469 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15098315c5fa4b7791e05107d4f333f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732581397574 2024-11-26T00:36:39,469 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 855ff9598e694b5ea589eb7a39206686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732581397574 2024-11-26T00:36:39,474 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:39,474 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:39,475 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/b0571dd55b764807a7b23d7ac9d0d3da is 50, key is test_row_0/B:col10/1732581398186/Put/seqid=0 2024-11-26T00:36:39,475 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/f1c8cfa9eee542939886c0c18757efb9 is 50, key is test_row_0/A:col10/1732581398186/Put/seqid=0 2024-11-26T00:36:39,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742184_1360 (size=13051) 2024-11-26T00:36:39,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742183_1359 (size=13051) 2024-11-26T00:36:39,642 DEBUG [Thread-1320 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:63738 2024-11-26T00:36:39,642 DEBUG [Thread-1320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:39,887 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/f1c8cfa9eee542939886c0c18757efb9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f1c8cfa9eee542939886c0c18757efb9 2024-11-26T00:36:39,887 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/b0571dd55b764807a7b23d7ac9d0d3da as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/b0571dd55b764807a7b23d7ac9d0d3da 2024-11-26T00:36:39,892 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/B of 68a25cc3df788f2e0ae07a4f6478e3f9 into b0571dd55b764807a7b23d7ac9d0d3da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:39,892 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/A of 68a25cc3df788f2e0ae07a4f6478e3f9 into f1c8cfa9eee542939886c0c18757efb9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:39,892 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/B, priority=13, startTime=1732581399466; duration=0sec 2024-11-26T00:36:39,892 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/A, priority=13, startTime=1732581399466; duration=0sec 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:A 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:B 2024-11-26T00:36:39,892 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:39,893 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:39,893 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 68a25cc3df788f2e0ae07a4f6478e3f9/C is initiating minor compaction (all files) 2024-11-26T00:36:39,893 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 68a25cc3df788f2e0ae07a4f6478e3f9/C in TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:39,893 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/10df88c5907d4fae922a9268a96dd161, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7abe0079b5224966965307fa147ab033, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/dd322b3ed0284dedaf345b4ea3534245] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp, totalSize=36.7 K 2024-11-26T00:36:39,893 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10df88c5907d4fae922a9268a96dd161, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732581394341 2024-11-26T00:36:39,893 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7abe0079b5224966965307fa147ab033, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732581395491 2024-11-26T00:36:39,894 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd322b3ed0284dedaf345b4ea3534245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732581397574 2024-11-26T00:36:39,899 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 68a25cc3df788f2e0ae07a4f6478e3f9#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:39,899 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0039e2edf61e4f64b980b65f21b8e54b is 50, key is test_row_0/C:col10/1732581398186/Put/seqid=0 2024-11-26T00:36:39,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742185_1361 (size=13051) 2024-11-26T00:36:40,309 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/0039e2edf61e4f64b980b65f21b8e54b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0039e2edf61e4f64b980b65f21b8e54b 2024-11-26T00:36:40,315 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 68a25cc3df788f2e0ae07a4f6478e3f9/C of 68a25cc3df788f2e0ae07a4f6478e3f9 into 0039e2edf61e4f64b980b65f21b8e54b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:40,315 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:40,315 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9., storeName=68a25cc3df788f2e0ae07a4f6478e3f9/C, priority=13, startTime=1732581399466; duration=0sec 2024-11-26T00:36:40,315 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:40,315 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 68a25cc3df788f2e0ae07a4f6478e3f9:C 2024-11-26T00:36:42,083 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T00:36:45,690 DEBUG [Thread-1326 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:63738 2024-11-26T00:36:45,691 DEBUG [Thread-1326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:45,734 DEBUG [Thread-1322 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:63738 2024-11-26T00:36:45,735 DEBUG [Thread-1322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 191 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6606 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6515 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6472 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6593 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6481 2024-11-26T00:36:45,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T00:36:45,735 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:36:45,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:63738 2024-11-26T00:36:45,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:36:45,736 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T00:36:45,737 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T00:36:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T00:36:45,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581405740"}]},"ts":"1732581405740"} 2024-11-26T00:36:45,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T00:36:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T00:36:45,866 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T00:36:45,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:36:45,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, UNASSIGN}] 2024-11-26T00:36:45,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, UNASSIGN 2024-11-26T00:36:45,868 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=68a25cc3df788f2e0ae07a4f6478e3f9, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:45,869 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:36:45,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:36:46,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:46,022 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:46,022 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:36:46,023 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 68a25cc3df788f2e0ae07a4f6478e3f9, disabling compactions & flushes 2024-11-26T00:36:46,023 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:46,023 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:46,023 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. after waiting 0 ms 2024-11-26T00:36:46,023 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:46,023 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing 68a25cc3df788f2e0ae07a4f6478e3f9 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T00:36:46,024 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=A 2024-11-26T00:36:46,024 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:46,024 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=B 2024-11-26T00:36:46,024 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:46,024 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 68a25cc3df788f2e0ae07a4f6478e3f9, store=C 2024-11-26T00:36:46,024 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:46,032 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/d71db8961aa448aa8e71f54dbf0108d0 is 50, key is test_row_0/A:col10/1732581405733/Put/seqid=0 2024-11-26T00:36:46,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742186_1362 (size=9857) 2024-11-26T00:36:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T00:36:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T00:36:46,437 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/d71db8961aa448aa8e71f54dbf0108d0 2024-11-26T00:36:46,444 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/7c63cf2e14ba4626b8159672a26098d0 is 50, key is test_row_0/B:col10/1732581405733/Put/seqid=0 2024-11-26T00:36:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742187_1363 (size=9857) 2024-11-26T00:36:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T00:36:46,849 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/7c63cf2e14ba4626b8159672a26098d0 2024-11-26T00:36:46,862 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/5ea80789c74341918fa403a1b56327d0 is 50, key is test_row_0/C:col10/1732581405733/Put/seqid=0 2024-11-26T00:36:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742188_1364 (size=9857) 2024-11-26T00:36:47,268 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/5ea80789c74341918fa403a1b56327d0 2024-11-26T00:36:47,275 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/A/d71db8961aa448aa8e71f54dbf0108d0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/d71db8961aa448aa8e71f54dbf0108d0 2024-11-26T00:36:47,282 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/d71db8961aa448aa8e71f54dbf0108d0, entries=100, sequenceid=330, filesize=9.6 K 2024-11-26T00:36:47,283 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/B/7c63cf2e14ba4626b8159672a26098d0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7c63cf2e14ba4626b8159672a26098d0 2024-11-26T00:36:47,286 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7c63cf2e14ba4626b8159672a26098d0, entries=100, sequenceid=330, filesize=9.6 K 2024-11-26T00:36:47,286 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/.tmp/C/5ea80789c74341918fa403a1b56327d0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/5ea80789c74341918fa403a1b56327d0 2024-11-26T00:36:47,289 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/5ea80789c74341918fa403a1b56327d0, entries=100, sequenceid=330, filesize=9.6 K 2024-11-26T00:36:47,290 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 68a25cc3df788f2e0ae07a4f6478e3f9 in 1267ms, sequenceid=330, compaction requested=false 2024-11-26T00:36:47,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/afc25603b0404c40b2bc00d35a057b84, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/449f067684984a3889874e4fee27cb1d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/ca958073d36b4ca1892045f3763ec6ff, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a804036105c44871af10933618ad1cca, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/40c24007acd043a4b3d39d033c73c542, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/2011983c50994d0c804be8f233f0f412, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/67964eb323e749bd97b8f1d1d91a0144, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/7ff86d1919734c42b6fa3f7c3fcce26a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1cdf0b5ee68c4baf80ca9af6010e0b42, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1697f67f25024c938bf8d1fadbfc56c0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/5348d589f3bc4b8698d171e2542da76b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/fe86032b7c5440449c24e833b9fe5e2b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/6d09fba32bd04421a47a337dfe0a3999, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/51da462a95d74811a64aa2d6e4a1c5b4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/00f78332d0f24597a05fc3fa7101033a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/8f2f740650bc4eb087b8cbd67b6e0465, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/44aa1d0486c14444b1e977652cd96621, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/80e5fbde91e44e35b12855358a81385d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a796b7d9f75b45e0ac8be529a5ea3302, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/77436c6dff9f4373b1ee6ea59ee38fdf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f82eee23222b4293bf8991710f81405c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/15098315c5fa4b7791e05107d4f333f3] to archive 2024-11-26T00:36:47,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:36:47,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/afc25603b0404c40b2bc00d35a057b84 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/afc25603b0404c40b2bc00d35a057b84 2024-11-26T00:36:47,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/449f067684984a3889874e4fee27cb1d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/449f067684984a3889874e4fee27cb1d 2024-11-26T00:36:47,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/ca958073d36b4ca1892045f3763ec6ff to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/ca958073d36b4ca1892045f3763ec6ff 2024-11-26T00:36:47,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a804036105c44871af10933618ad1cca to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a804036105c44871af10933618ad1cca 2024-11-26T00:36:47,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/40c24007acd043a4b3d39d033c73c542 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/40c24007acd043a4b3d39d033c73c542 2024-11-26T00:36:47,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/2011983c50994d0c804be8f233f0f412 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/2011983c50994d0c804be8f233f0f412 2024-11-26T00:36:47,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/67964eb323e749bd97b8f1d1d91a0144 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/67964eb323e749bd97b8f1d1d91a0144 2024-11-26T00:36:47,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/7ff86d1919734c42b6fa3f7c3fcce26a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/7ff86d1919734c42b6fa3f7c3fcce26a 2024-11-26T00:36:47,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1cdf0b5ee68c4baf80ca9af6010e0b42 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1cdf0b5ee68c4baf80ca9af6010e0b42 2024-11-26T00:36:47,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1697f67f25024c938bf8d1fadbfc56c0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/1697f67f25024c938bf8d1fadbfc56c0 2024-11-26T00:36:47,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/5348d589f3bc4b8698d171e2542da76b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/5348d589f3bc4b8698d171e2542da76b 2024-11-26T00:36:47,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/fe86032b7c5440449c24e833b9fe5e2b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/fe86032b7c5440449c24e833b9fe5e2b 2024-11-26T00:36:47,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/6d09fba32bd04421a47a337dfe0a3999 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/6d09fba32bd04421a47a337dfe0a3999 2024-11-26T00:36:47,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/51da462a95d74811a64aa2d6e4a1c5b4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/51da462a95d74811a64aa2d6e4a1c5b4 2024-11-26T00:36:47,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/00f78332d0f24597a05fc3fa7101033a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/00f78332d0f24597a05fc3fa7101033a 2024-11-26T00:36:47,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/8f2f740650bc4eb087b8cbd67b6e0465 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/8f2f740650bc4eb087b8cbd67b6e0465 2024-11-26T00:36:47,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/44aa1d0486c14444b1e977652cd96621 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/44aa1d0486c14444b1e977652cd96621 2024-11-26T00:36:47,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/80e5fbde91e44e35b12855358a81385d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/80e5fbde91e44e35b12855358a81385d 2024-11-26T00:36:47,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a796b7d9f75b45e0ac8be529a5ea3302 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/a796b7d9f75b45e0ac8be529a5ea3302 2024-11-26T00:36:47,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/77436c6dff9f4373b1ee6ea59ee38fdf to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/77436c6dff9f4373b1ee6ea59ee38fdf 2024-11-26T00:36:47,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f82eee23222b4293bf8991710f81405c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f82eee23222b4293bf8991710f81405c 2024-11-26T00:36:47,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/15098315c5fa4b7791e05107d4f333f3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/15098315c5fa4b7791e05107d4f333f3 2024-11-26T00:36:47,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1dafdb01ac36430db197844333e36755, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a0a715f76a8d428191b49b308c854c9e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/d74dc97caef44f2b8a11b8c9ecbc4fe0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0393d11968494da28aa38afed3f9e156, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/e19bbda695db4e31966af9232533399b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a9e10e5b3f63439a86f7d308771f7edb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1c225057e8164248858ef63dece1be8b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/c8ffb99f27804974a1a0641608877e24, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/adbb4155f46b4c0fbf9768fd0da86e81, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7f7c44bbb3bf4d6bb072ead0b2964e20, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/3b3e86dcfb7f4e38991d04d818d832b3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/edca1fb13a604f32861986fd67ff6262, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd8d1a17559e42239e6ec9911fd79015, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/f98c2d0f1cc84f5c9fd47b46bb76b34b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd6cc8118b434e7aa8c32fdb75c4b714, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/6a58d1391b7943928afc0976267196e1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/9ca66db3ef0e474c8e4601b8041f9fec, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/98fcc71fc41b4a338fb98e0c06e8489b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/91fa86fc605e4e5bb393ea0d3fc6279c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0cf1affc5c404e5eb1613dcd73ce7ee3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1d3523d249674c589dc7d05ac179d31b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/855ff9598e694b5ea589eb7a39206686] to archive 2024-11-26T00:36:47,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:36:47,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1dafdb01ac36430db197844333e36755 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1dafdb01ac36430db197844333e36755 2024-11-26T00:36:47,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a0a715f76a8d428191b49b308c854c9e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a0a715f76a8d428191b49b308c854c9e 2024-11-26T00:36:47,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/d74dc97caef44f2b8a11b8c9ecbc4fe0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/d74dc97caef44f2b8a11b8c9ecbc4fe0 2024-11-26T00:36:47,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0393d11968494da28aa38afed3f9e156 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0393d11968494da28aa38afed3f9e156 2024-11-26T00:36:47,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/e19bbda695db4e31966af9232533399b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/e19bbda695db4e31966af9232533399b 2024-11-26T00:36:47,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a9e10e5b3f63439a86f7d308771f7edb to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/a9e10e5b3f63439a86f7d308771f7edb 2024-11-26T00:36:47,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1c225057e8164248858ef63dece1be8b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1c225057e8164248858ef63dece1be8b 2024-11-26T00:36:47,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/c8ffb99f27804974a1a0641608877e24 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/c8ffb99f27804974a1a0641608877e24 2024-11-26T00:36:47,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/adbb4155f46b4c0fbf9768fd0da86e81 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/adbb4155f46b4c0fbf9768fd0da86e81 2024-11-26T00:36:47,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7f7c44bbb3bf4d6bb072ead0b2964e20 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7f7c44bbb3bf4d6bb072ead0b2964e20 2024-11-26T00:36:47,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/3b3e86dcfb7f4e38991d04d818d832b3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/3b3e86dcfb7f4e38991d04d818d832b3 2024-11-26T00:36:47,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/edca1fb13a604f32861986fd67ff6262 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/edca1fb13a604f32861986fd67ff6262 2024-11-26T00:36:47,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd8d1a17559e42239e6ec9911fd79015 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd8d1a17559e42239e6ec9911fd79015 2024-11-26T00:36:47,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/f98c2d0f1cc84f5c9fd47b46bb76b34b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/f98c2d0f1cc84f5c9fd47b46bb76b34b 2024-11-26T00:36:47,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd6cc8118b434e7aa8c32fdb75c4b714 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/fd6cc8118b434e7aa8c32fdb75c4b714 2024-11-26T00:36:47,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/6a58d1391b7943928afc0976267196e1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/6a58d1391b7943928afc0976267196e1 2024-11-26T00:36:47,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/9ca66db3ef0e474c8e4601b8041f9fec to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/9ca66db3ef0e474c8e4601b8041f9fec 2024-11-26T00:36:47,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/98fcc71fc41b4a338fb98e0c06e8489b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/98fcc71fc41b4a338fb98e0c06e8489b 2024-11-26T00:36:47,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/91fa86fc605e4e5bb393ea0d3fc6279c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/91fa86fc605e4e5bb393ea0d3fc6279c 2024-11-26T00:36:47,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0cf1affc5c404e5eb1613dcd73ce7ee3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/0cf1affc5c404e5eb1613dcd73ce7ee3 2024-11-26T00:36:47,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1d3523d249674c589dc7d05ac179d31b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/1d3523d249674c589dc7d05ac179d31b 2024-11-26T00:36:47,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/855ff9598e694b5ea589eb7a39206686 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/855ff9598e694b5ea589eb7a39206686 2024-11-26T00:36:47,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0bdf4e00ee2a4003ae8754649fb1e456, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/86eaf4d1681649718988ec1dbb520026, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/1af9593b0d3b4df6b9e95add0d59dc86, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/fa55c26b4fad483c8661112f1c82bf1f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/4c24e3633e8f4dcb928e363009613ba0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7e8f01fbfafe4298bb7a5e98960d107a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/41811efa617b47b19247f753d5843c9e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/b08c2ed72f36476f85a81a03336a5bed, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/eb336d5a054f43c0bc9a3cc88011d40f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/187278e3d3e84365b861b867ab81b3fa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/23adf36f70b74f9eb16aecc34390f95d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/aeec9f8c429349edbdf17334e922d349, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/8301f99c8e484349b40f6a4b1d140170, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0ed5a192b5e141aa8a560dae79cc8407, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/18f27f517a7346609cb9fe8773fd40ad, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7c22379552da4517bfa0f47c192e4d51, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/57a5e369bde943ae8909045d99b2b80b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/10df88c5907d4fae922a9268a96dd161, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/9d63bfda16a34409a61776e7d8bf0884, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7abe0079b5224966965307fa147ab033, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/dd322b3ed0284dedaf345b4ea3534245] to archive 2024-11-26T00:36:47,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:36:47,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0bdf4e00ee2a4003ae8754649fb1e456 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0bdf4e00ee2a4003ae8754649fb1e456 2024-11-26T00:36:47,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/86eaf4d1681649718988ec1dbb520026 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/86eaf4d1681649718988ec1dbb520026 2024-11-26T00:36:47,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/1af9593b0d3b4df6b9e95add0d59dc86 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/1af9593b0d3b4df6b9e95add0d59dc86 2024-11-26T00:36:47,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/fa55c26b4fad483c8661112f1c82bf1f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/fa55c26b4fad483c8661112f1c82bf1f 2024-11-26T00:36:47,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/4c24e3633e8f4dcb928e363009613ba0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/4c24e3633e8f4dcb928e363009613ba0 2024-11-26T00:36:47,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7e8f01fbfafe4298bb7a5e98960d107a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7e8f01fbfafe4298bb7a5e98960d107a 2024-11-26T00:36:47,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/41811efa617b47b19247f753d5843c9e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/41811efa617b47b19247f753d5843c9e 2024-11-26T00:36:47,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/b08c2ed72f36476f85a81a03336a5bed to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/b08c2ed72f36476f85a81a03336a5bed 2024-11-26T00:36:47,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/eb336d5a054f43c0bc9a3cc88011d40f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/eb336d5a054f43c0bc9a3cc88011d40f 2024-11-26T00:36:47,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/187278e3d3e84365b861b867ab81b3fa to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/187278e3d3e84365b861b867ab81b3fa 2024-11-26T00:36:47,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/23adf36f70b74f9eb16aecc34390f95d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/23adf36f70b74f9eb16aecc34390f95d 2024-11-26T00:36:47,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/aeec9f8c429349edbdf17334e922d349 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/aeec9f8c429349edbdf17334e922d349 2024-11-26T00:36:47,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/8301f99c8e484349b40f6a4b1d140170 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/8301f99c8e484349b40f6a4b1d140170 2024-11-26T00:36:47,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0ed5a192b5e141aa8a560dae79cc8407 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0ed5a192b5e141aa8a560dae79cc8407 2024-11-26T00:36:47,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/18f27f517a7346609cb9fe8773fd40ad to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/18f27f517a7346609cb9fe8773fd40ad 2024-11-26T00:36:47,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7c22379552da4517bfa0f47c192e4d51 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7c22379552da4517bfa0f47c192e4d51 2024-11-26T00:36:47,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/6d6cc2e1c61f4d6cbad0afcf54ab75ea 2024-11-26T00:36:47,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/57a5e369bde943ae8909045d99b2b80b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/57a5e369bde943ae8909045d99b2b80b 2024-11-26T00:36:47,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/10df88c5907d4fae922a9268a96dd161 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/10df88c5907d4fae922a9268a96dd161 2024-11-26T00:36:47,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/9d63bfda16a34409a61776e7d8bf0884 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/9d63bfda16a34409a61776e7d8bf0884 2024-11-26T00:36:47,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7abe0079b5224966965307fa147ab033 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/7abe0079b5224966965307fa147ab033 2024-11-26T00:36:47,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/dd322b3ed0284dedaf345b4ea3534245 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/dd322b3ed0284dedaf345b4ea3534245 2024-11-26T00:36:47,345 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/recovered.edits/333.seqid, newMaxSeqId=333, maxSeqId=1 2024-11-26T00:36:47,346 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9. 2024-11-26T00:36:47,346 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 68a25cc3df788f2e0ae07a4f6478e3f9: 2024-11-26T00:36:47,347 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:47,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=68a25cc3df788f2e0ae07a4f6478e3f9, regionState=CLOSED 2024-11-26T00:36:47,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T00:36:47,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 68a25cc3df788f2e0ae07a4f6478e3f9, server=d90b379473c3,35461,1732581313682 in 1.4790 sec 2024-11-26T00:36:47,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-26T00:36:47,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=68a25cc3df788f2e0ae07a4f6478e3f9, UNASSIGN in 1.4820 sec 2024-11-26T00:36:47,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T00:36:47,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4840 sec 2024-11-26T00:36:47,351 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581407351"}]},"ts":"1732581407351"} 2024-11-26T00:36:47,352 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T00:36:47,395 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T00:36:47,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6590 sec 2024-11-26T00:36:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T00:36:47,850 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-26T00:36:47,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T00:36:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,855 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T00:36:47,857 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,859 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:47,865 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/recovered.edits] 2024-11-26T00:36:47,870 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/d71db8961aa448aa8e71f54dbf0108d0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/d71db8961aa448aa8e71f54dbf0108d0 2024-11-26T00:36:47,871 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f1c8cfa9eee542939886c0c18757efb9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/A/f1c8cfa9eee542939886c0c18757efb9 2024-11-26T00:36:47,873 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7c63cf2e14ba4626b8159672a26098d0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/7c63cf2e14ba4626b8159672a26098d0 2024-11-26T00:36:47,875 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/b0571dd55b764807a7b23d7ac9d0d3da to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/B/b0571dd55b764807a7b23d7ac9d0d3da 2024-11-26T00:36:47,877 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0039e2edf61e4f64b980b65f21b8e54b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/0039e2edf61e4f64b980b65f21b8e54b 2024-11-26T00:36:47,878 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/5ea80789c74341918fa403a1b56327d0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/C/5ea80789c74341918fa403a1b56327d0 2024-11-26T00:36:47,881 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/recovered.edits/333.seqid to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9/recovered.edits/333.seqid 2024-11-26T00:36:47,881 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/68a25cc3df788f2e0ae07a4f6478e3f9 2024-11-26T00:36:47,882 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T00:36:47,884 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,891 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T00:36:47,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T00:36:47,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T00:36:47,895 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732581407894"}]},"ts":"9223372036854775807"} 2024-11-26T00:36:47,896 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T00:36:47,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 68a25cc3df788f2e0ae07a4f6478e3f9, NAME => 'TestAcidGuarantees,,1732581375884.68a25cc3df788f2e0ae07a4f6478e3f9.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T00:36:47,896 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T00:36:47,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732581407896"}]},"ts":"9223372036854775807"} 2024-11-26T00:36:47,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T00:36:47,938 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-26T00:36:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T00:36:47,958 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-26T00:36:47,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 242), OpenFileDescriptor=453 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=1993 (was 2016) 2024-11-26T00:36:47,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=1993 2024-11-26T00:36:47,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:36:47,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:36:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:47,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:36:47,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:47,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-11-26T00:36:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T00:36:47,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:36:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742189_1365 (size=963) 2024-11-26T00:36:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T00:36:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T00:36:48,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:36:48,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742190_1366 (size=53) 2024-11-26T00:36:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T00:36:48,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:36:48,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9d0aad59638acf518ab6259bb3cd0e6e, disabling compactions & flushes 2024-11-26T00:36:48,809 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:48,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:48,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. after waiting 0 ms 2024-11-26T00:36:48,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:48,810 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:48,810 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:48,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:36:48,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732581408812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581408812"}]},"ts":"1732581408812"} 2024-11-26T00:36:48,815 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:36:48,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:36:48,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581408816"}]},"ts":"1732581408816"} 2024-11-26T00:36:48,818 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T00:36:48,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, ASSIGN}] 2024-11-26T00:36:48,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, ASSIGN 2024-11-26T00:36:48,874 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:36:49,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:49,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:36:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T00:36:49,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:49,188 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:49,189 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:36:49,189 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,190 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:36:49,190 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,190 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,192 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,194 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:49,195 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0aad59638acf518ab6259bb3cd0e6e columnFamilyName A 2024-11-26T00:36:49,195 DEBUG [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:49,195 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(327): Store=9d0aad59638acf518ab6259bb3cd0e6e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:49,196 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,197 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:49,197 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0aad59638acf518ab6259bb3cd0e6e columnFamilyName B 2024-11-26T00:36:49,198 DEBUG [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:49,198 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(327): Store=9d0aad59638acf518ab6259bb3cd0e6e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:49,198 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,200 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:49,200 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0aad59638acf518ab6259bb3cd0e6e columnFamilyName C 2024-11-26T00:36:49,200 DEBUG [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:49,201 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(327): Store=9d0aad59638acf518ab6259bb3cd0e6e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:49,201 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:49,202 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,202 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,204 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:36:49,205 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:49,208 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:36:49,208 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened 9d0aad59638acf518ab6259bb3cd0e6e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181241, jitterRate=0.12028779089450836}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:36:49,209 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:49,210 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., pid=102, masterSystemTime=1732581409181 2024-11-26T00:36:49,211 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:49,212 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:49,212 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:49,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-26T00:36:49,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 in 185 msec 2024-11-26T00:36:49,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-26T00:36:49,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, ASSIGN in 345 msec 2024-11-26T00:36:49,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:36:49,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581409219"}]},"ts":"1732581409219"} 2024-11-26T00:36:49,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T00:36:49,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:36:49,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2470 sec 2024-11-26T00:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T00:36:50,094 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-26T00:36:50,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-26T00:36:50,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:50,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:50,146 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:50,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:36:50,150 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:36:50,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:36:50,152 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:36:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T00:36:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742191_1367 (size=999) 2024-11-26T00:36:50,566 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-26T00:36:50,567 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-26T00:36:50,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:36:50,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, REOPEN/MOVE}] 2024-11-26T00:36:50,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, REOPEN/MOVE 2024-11-26T00:36:50,576 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:50,577 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:36:50,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:36:50,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:50,730 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:50,730 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:36:50,730 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing 9d0aad59638acf518ab6259bb3cd0e6e, disabling compactions & flushes 2024-11-26T00:36:50,730 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:50,731 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:50,731 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. after waiting 0 ms 2024-11-26T00:36:50,731 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:50,738 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T00:36:50,739 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:50,739 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:50,739 WARN [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: 9d0aad59638acf518ab6259bb3cd0e6e to self. 2024-11-26T00:36:50,741 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:50,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=CLOSED 2024-11-26T00:36:50,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-26T00:36:50,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 in 166 msec 2024-11-26T00:36:50,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, REOPEN/MOVE; state=CLOSED, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=true 2024-11-26T00:36:50,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:50,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:36:51,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,055 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,055 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:36:51,056 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,056 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:36:51,056 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,056 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,057 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,058 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:51,058 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0aad59638acf518ab6259bb3cd0e6e columnFamilyName A 2024-11-26T00:36:51,059 DEBUG [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:51,059 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(327): Store=9d0aad59638acf518ab6259bb3cd0e6e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:51,059 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,060 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:51,060 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0aad59638acf518ab6259bb3cd0e6e columnFamilyName B 2024-11-26T00:36:51,060 DEBUG [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:51,060 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(327): Store=9d0aad59638acf518ab6259bb3cd0e6e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:51,060 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,061 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:36:51,061 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0aad59638acf518ab6259bb3cd0e6e columnFamilyName C 2024-11-26T00:36:51,061 DEBUG [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:51,061 INFO [StoreOpener-9d0aad59638acf518ab6259bb3cd0e6e-1 {}] regionserver.HStore(327): Store=9d0aad59638acf518ab6259bb3cd0e6e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:36:51,061 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,062 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,063 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,064 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:36:51,065 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,065 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 9d0aad59638acf518ab6259bb3cd0e6e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65569897, jitterRate=-0.022932395339012146}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:36:51,066 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:51,066 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., pid=107, masterSystemTime=1732581411051 2024-11-26T00:36:51,067 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,068 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=OPEN, openSeqNum=5, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-11-26T00:36:51,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 in 171 msec 2024-11-26T00:36:51,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-26T00:36:51,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, REOPEN/MOVE in 496 msec 2024-11-26T00:36:51,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T00:36:51,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-26T00:36:51,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 921 msec 2024-11-26T00:36:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T00:36:51,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-26T00:36:51,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-26T00:36:51,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-26T00:36:51,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-26T00:36:51,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-26T00:36:51,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-26T00:36:51,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-26T00:36:51,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-26T00:36:51,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,233 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-26T00:36:51,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-26T00:36:51,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:36:51,258 DEBUG [hconnection-0x6676e98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,258 DEBUG [hconnection-0x38df4c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:51,259 DEBUG [hconnection-0x3c597578-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,259 DEBUG [hconnection-0x252157f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-26T00:36:51,259 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,259 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:51,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,261 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:51,261 DEBUG [hconnection-0x29409c61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:51,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:51,262 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,266 DEBUG [hconnection-0x3f008ff2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,266 DEBUG [hconnection-0x7aa0f58e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,266 DEBUG [hconnection-0x186802d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,266 DEBUG [hconnection-0x17a5f512-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,267 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,267 DEBUG [hconnection-0x2f1624cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:36:51,267 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,267 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,268 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:36:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:36:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:36:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:36:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:51,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:36:51,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:51,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a799017ebea545249ad30dccee6d0501_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581411267/Put/seqid=0 2024-11-26T00:36:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742192_1368 (size=17034) 2024-11-26T00:36:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581471321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581471321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581471322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581471322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581471321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:51,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581471430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581471431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581471431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581471431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581471431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:51,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581471633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581471633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581471633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581471633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581471634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:51,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a799017ebea545249ad30dccee6d0501_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a799017ebea545249ad30dccee6d0501_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:51,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7be19d66460d493d91e73bbeb49bbf67, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:51,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7be19d66460d493d91e73bbeb49bbf67 is 175, key is test_row_0/A:col10/1732581411267/Put/seqid=0 2024-11-26T00:36:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742193_1369 (size=48139) 2024-11-26T00:36:51,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:51,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:51,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581471936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581471937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581471937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581471938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581471938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7be19d66460d493d91e73bbeb49bbf67 2024-11-26T00:36:52,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/13063b7c06964c63b517f0eba553e897 is 50, key is test_row_0/B:col10/1732581411267/Put/seqid=0 2024-11-26T00:36:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742194_1370 (size=12001) 2024-11-26T00:36:52,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581472441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581472441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581472442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581472444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581472445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/13063b7c06964c63b517f0eba553e897 2024-11-26T00:36:52,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/32784e5ab94e40aabdbdf88d70189e42 is 50, key is test_row_0/C:col10/1732581411267/Put/seqid=0 2024-11-26T00:36:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742195_1371 (size=12001) 2024-11-26T00:36:52,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T00:36:52,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:52,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:52,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:52,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/32784e5ab94e40aabdbdf88d70189e42 2024-11-26T00:36:52,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7be19d66460d493d91e73bbeb49bbf67 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67 2024-11-26T00:36:52,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67, entries=250, sequenceid=17, filesize=47.0 K 2024-11-26T00:36:52,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/13063b7c06964c63b517f0eba553e897 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/13063b7c06964c63b517f0eba553e897 2024-11-26T00:36:52,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/13063b7c06964c63b517f0eba553e897, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T00:36:52,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/32784e5ab94e40aabdbdf88d70189e42 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/32784e5ab94e40aabdbdf88d70189e42 2024-11-26T00:36:52,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/32784e5ab94e40aabdbdf88d70189e42, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T00:36:52,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9d0aad59638acf518ab6259bb3cd0e6e in 1695ms, sequenceid=17, compaction requested=false 2024-11-26T00:36:52,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:53,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T00:36:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:53,089 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:36:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:36:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:36:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:36:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:53,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126928c9749188e4d4280630d7bc0aed70d_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581411321/Put/seqid=0 2024-11-26T00:36:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742196_1372 (size=12154) 2024-11-26T00:36:53,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:53,102 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126928c9749188e4d4280630d7bc0aed70d_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126928c9749188e4d4280630d7bc0aed70d_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7ea309a5176746559e249519f0785a16, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:53,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7ea309a5176746559e249519f0785a16 is 175, key is test_row_0/A:col10/1732581411321/Put/seqid=0 2024-11-26T00:36:53,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742197_1373 (size=30955) 2024-11-26T00:36:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:53,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:53,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581473457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581473461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581473462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581473463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581473463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,519 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7ea309a5176746559e249519f0785a16 2024-11-26T00:36:53,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/90bfd26d81e14147ba499b8cfa8a4ffe is 50, key is test_row_0/B:col10/1732581411321/Put/seqid=0 2024-11-26T00:36:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742198_1374 (size=12001) 2024-11-26T00:36:53,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/90bfd26d81e14147ba499b8cfa8a4ffe 2024-11-26T00:36:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/45be43f75d8d4d869069b7c4f2180dfd is 50, key is test_row_0/C:col10/1732581411321/Put/seqid=0 2024-11-26T00:36:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742199_1375 (size=12001) 2024-11-26T00:36:53,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581473564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581473568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581473568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581473571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581473571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581473768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581473773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581473774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581473775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581473777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:53,940 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/45be43f75d8d4d869069b7c4f2180dfd 2024-11-26T00:36:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/7ea309a5176746559e249519f0785a16 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16 2024-11-26T00:36:53,946 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T00:36:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/90bfd26d81e14147ba499b8cfa8a4ffe as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/90bfd26d81e14147ba499b8cfa8a4ffe 2024-11-26T00:36:53,950 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/90bfd26d81e14147ba499b8cfa8a4ffe, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T00:36:53,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/45be43f75d8d4d869069b7c4f2180dfd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/45be43f75d8d4d869069b7c4f2180dfd 2024-11-26T00:36:53,954 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/45be43f75d8d4d869069b7c4f2180dfd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T00:36:53,955 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9d0aad59638acf518ab6259bb3cd0e6e in 866ms, sequenceid=40, compaction requested=false 2024-11-26T00:36:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-26T00:36:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-26T00:36:53,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-26T00:36:53,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6940 sec 2024-11-26T00:36:53,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.6990 sec 2024-11-26T00:36:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:54,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T00:36:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:36:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:36:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:36:54,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:54,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cbf444a21a2a46b9a3a43978f3c857cf_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742200_1376 (size=17034) 2024-11-26T00:36:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581474104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581474109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581474110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581474111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581474111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581474212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581474218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581474218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581474220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581474220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581474418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581474425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581474425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581474425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581474425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:54,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cbf444a21a2a46b9a3a43978f3c857cf_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cbf444a21a2a46b9a3a43978f3c857cf_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:54,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/29c1f06a15a540ffb1c2906980abb636, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:54,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/29c1f06a15a540ffb1c2906980abb636 is 175, key is test_row_0/A:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742201_1377 (size=48139) 2024-11-26T00:36:54,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581474722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581474729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581474729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581474730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581474730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:54,900 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/29c1f06a15a540ffb1c2906980abb636 2024-11-26T00:36:54,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/4cfd3a11591d43efaaaee8aa080cb2c9 is 50, key is test_row_0/B:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:54,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742202_1378 (size=12001) 2024-11-26T00:36:55,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581475228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581475235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581475236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581475239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581475240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/4cfd3a11591d43efaaaee8aa080cb2c9 2024-11-26T00:36:55,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/0aed2a2b54674c369eaa34223109f7a3 is 50, key is test_row_0/C:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742203_1379 (size=12001) 2024-11-26T00:36:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T00:36:55,364 INFO [Thread-1656 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-26T00:36:55,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-26T00:36:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:55,366 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:55,367 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:55,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:55,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T00:36:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:55,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T00:36:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:55,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/0aed2a2b54674c369eaa34223109f7a3 2024-11-26T00:36:55,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/29c1f06a15a540ffb1c2906980abb636 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636 2024-11-26T00:36:55,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636, entries=250, sequenceid=55, filesize=47.0 K 2024-11-26T00:36:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/4cfd3a11591d43efaaaee8aa080cb2c9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/4cfd3a11591d43efaaaee8aa080cb2c9 2024-11-26T00:36:55,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/4cfd3a11591d43efaaaee8aa080cb2c9, entries=150, sequenceid=55, filesize=11.7 K 2024-11-26T00:36:55,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/0aed2a2b54674c369eaa34223109f7a3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/0aed2a2b54674c369eaa34223109f7a3 2024-11-26T00:36:55,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/0aed2a2b54674c369eaa34223109f7a3, entries=150, sequenceid=55, filesize=11.7 K 2024-11-26T00:36:55,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9d0aad59638acf518ab6259bb3cd0e6e in 1660ms, sequenceid=55, compaction requested=true 2024-11-26T00:36:55,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:36:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:55,742 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:36:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:55,742 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:36:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:55,742 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:55,742 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:55,742 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/B is initiating minor compaction (all files) 2024-11-26T00:36:55,742 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/A is initiating minor compaction (all files) 2024-11-26T00:36:55,742 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/B in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,742 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/A in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,743 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/13063b7c06964c63b517f0eba553e897, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/90bfd26d81e14147ba499b8cfa8a4ffe, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/4cfd3a11591d43efaaaee8aa080cb2c9] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.2 K 2024-11-26T00:36:55,743 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=124.3 K 2024-11-26T00:36:55,743 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636] 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 13063b7c06964c63b517f0eba553e897, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732581411267 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7be19d66460d493d91e73bbeb49bbf67, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732581411267 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 90bfd26d81e14147ba499b8cfa8a4ffe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732581411301 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cfd3a11591d43efaaaee8aa080cb2c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732581413462 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea309a5176746559e249519f0785a16, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732581411301 2024-11-26T00:36:55,743 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29c1f06a15a540ffb1c2906980abb636, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732581413452 2024-11-26T00:36:55,748 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:55,749 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:55,749 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268d9978b89c524d0d84dd9d533b5b484f_9d0aad59638acf518ab6259bb3cd0e6e store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:55,749 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/7a07cc9e46c247eda32cb6227aef6db6 is 50, key is test_row_0/B:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:55,751 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268d9978b89c524d0d84dd9d533b5b484f_9d0aad59638acf518ab6259bb3cd0e6e, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:55,751 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d9978b89c524d0d84dd9d533b5b484f_9d0aad59638acf518ab6259bb3cd0e6e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742205_1381 (size=4469) 2024-11-26T00:36:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742204_1380 (size=12104) 2024-11-26T00:36:55,765 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#A#compaction#321 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:55,766 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/9fd0b4b794824c258d8bc57bf61acaf3 is 175, key is test_row_0/A:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:55,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742206_1382 (size=31058) 2024-11-26T00:36:55,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:55,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T00:36:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:55,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T00:36:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:36:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:36:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:55,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:36:55,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:55,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112673e88fc53717402788b3f4034d42ea09_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581414108/Put/seqid=0 2024-11-26T00:36:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742207_1383 (size=12154) 2024-11-26T00:36:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:56,188 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/9fd0b4b794824c258d8bc57bf61acaf3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/9fd0b4b794824c258d8bc57bf61acaf3 2024-11-26T00:36:56,188 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/7a07cc9e46c247eda32cb6227aef6db6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/7a07cc9e46c247eda32cb6227aef6db6 2024-11-26T00:36:56,192 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/B of 9d0aad59638acf518ab6259bb3cd0e6e into 7a07cc9e46c247eda32cb6227aef6db6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:56,192 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/A of 9d0aad59638acf518ab6259bb3cd0e6e into 9fd0b4b794824c258d8bc57bf61acaf3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:56,192 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/B, priority=13, startTime=1732581415742; duration=0sec 2024-11-26T00:36:56,192 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/A, priority=13, startTime=1732581415741; duration=0sec 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:B 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:36:56,192 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:A 2024-11-26T00:36:56,193 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:36:56,193 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/C is initiating minor compaction (all files) 2024-11-26T00:36:56,193 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/C in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:56,193 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/32784e5ab94e40aabdbdf88d70189e42, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/45be43f75d8d4d869069b7c4f2180dfd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/0aed2a2b54674c369eaa34223109f7a3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.2 K 2024-11-26T00:36:56,193 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 32784e5ab94e40aabdbdf88d70189e42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732581411267 2024-11-26T00:36:56,193 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 45be43f75d8d4d869069b7c4f2180dfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732581411301 2024-11-26T00:36:56,194 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aed2a2b54674c369eaa34223109f7a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732581413462 2024-11-26T00:36:56,198 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:36:56,199 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/65bc7d9430a54fc8b2bddaa92e8fce16 is 50, key is test_row_0/C:col10/1732581414080/Put/seqid=0 2024-11-26T00:36:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742208_1384 (size=12104) 2024-11-26T00:36:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:56,237 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112673e88fc53717402788b3f4034d42ea09_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112673e88fc53717402788b3f4034d42ea09_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/af49dc490f62435f94fcdef8c5368265, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:56,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/af49dc490f62435f94fcdef8c5368265 is 175, key is test_row_0/A:col10/1732581414108/Put/seqid=0 2024-11-26T00:36:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:56,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:56,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742209_1385 (size=30955) 2024-11-26T00:36:56,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581476259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581476259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581476260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581476260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581476261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581476366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581476366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581476368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581476369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581476369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:56,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581476571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581476572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581476573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581476574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581476574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,613 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/65bc7d9430a54fc8b2bddaa92e8fce16 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/65bc7d9430a54fc8b2bddaa92e8fce16 2024-11-26T00:36:56,617 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/C of 9d0aad59638acf518ab6259bb3cd0e6e into 65bc7d9430a54fc8b2bddaa92e8fce16(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:36:56,617 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:56,617 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/C, priority=13, startTime=1732581415742; duration=0sec 2024-11-26T00:36:56,617 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:36:56,617 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:C 2024-11-26T00:36:56,642 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/af49dc490f62435f94fcdef8c5368265 2024-11-26T00:36:56,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d3a958938b9a487da7b8a940450cda18 is 50, key is test_row_0/B:col10/1732581414108/Put/seqid=0 2024-11-26T00:36:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742210_1386 (size=12001) 2024-11-26T00:36:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581476875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581476878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581476878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581476879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581476879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:57,056 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d3a958938b9a487da7b8a940450cda18 2024-11-26T00:36:57,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f6656662a9d14d4ba20e954b6d3c010a is 50, key is test_row_0/C:col10/1732581414108/Put/seqid=0 2024-11-26T00:36:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742211_1387 (size=12001) 2024-11-26T00:36:57,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581477381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581477384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581477385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581477385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581477388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:57,474 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f6656662a9d14d4ba20e954b6d3c010a 2024-11-26T00:36:57,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/af49dc490f62435f94fcdef8c5368265 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265 2024-11-26T00:36:57,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265, entries=150, sequenceid=76, filesize=30.2 K 2024-11-26T00:36:57,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d3a958938b9a487da7b8a940450cda18 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d3a958938b9a487da7b8a940450cda18 2024-11-26T00:36:57,484 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d3a958938b9a487da7b8a940450cda18, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:36:57,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f6656662a9d14d4ba20e954b6d3c010a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f6656662a9d14d4ba20e954b6d3c010a 2024-11-26T00:36:57,488 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f6656662a9d14d4ba20e954b6d3c010a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:36:57,489 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9d0aad59638acf518ab6259bb3cd0e6e in 1666ms, sequenceid=76, compaction requested=false 2024-11-26T00:36:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:36:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-26T00:36:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-26T00:36:57,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-26T00:36:57,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-26T00:36:57,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.1260 sec 2024-11-26T00:36:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:58,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T00:36:58,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:36:58,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:58,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:36:58,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:58,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:36:58,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:36:58,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bd09b83f35a24befa49acaf16b349fe7_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581418392/Put/seqid=0 2024-11-26T00:36:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742212_1388 (size=14594) 2024-11-26T00:36:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581478414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581478414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581478415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581478416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581478417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581478522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581478522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581478522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581478522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581478523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581478727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581478728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581478728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581478728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581478729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:58,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:36:58,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bd09b83f35a24befa49acaf16b349fe7_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bd09b83f35a24befa49acaf16b349fe7_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:36:58,810 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/e9fb1ff206e24529b2d9f2ec604712d4, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:36:58,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/e9fb1ff206e24529b2d9f2ec604712d4 is 175, key is test_row_0/A:col10/1732581418392/Put/seqid=0 2024-11-26T00:36:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742213_1389 (size=39549) 2024-11-26T00:36:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581479034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581479035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581479035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581479036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581479036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/e9fb1ff206e24529b2d9f2ec604712d4 2024-11-26T00:36:59,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/52a4bf475e884d6997b0e41e2ab2d4ae is 50, key is test_row_0/B:col10/1732581418392/Put/seqid=0 2024-11-26T00:36:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742214_1390 (size=12001) 2024-11-26T00:36:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T00:36:59,470 INFO [Thread-1656 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-26T00:36:59,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:36:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-26T00:36:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T00:36:59,472 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:36:59,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:36:59,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:36:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581479541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581479543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581479544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581479544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:36:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581479544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T00:36:59,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T00:36:59,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:59,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:59,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/52a4bf475e884d6997b0e41e2ab2d4ae 2024-11-26T00:36:59,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/defd3bf2eb4948c08cb0a3889a7f8a21 is 50, key is test_row_0/C:col10/1732581418392/Put/seqid=0 2024-11-26T00:36:59,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742215_1391 (size=12001) 2024-11-26T00:36:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T00:36:59,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T00:36:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:59,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:36:59,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T00:36:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:36:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:36:59,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:36:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:00,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/defd3bf2eb4948c08cb0a3889a7f8a21 2024-11-26T00:37:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/e9fb1ff206e24529b2d9f2ec604712d4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4 2024-11-26T00:37:00,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4, entries=200, sequenceid=95, filesize=38.6 K 2024-11-26T00:37:00,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/52a4bf475e884d6997b0e41e2ab2d4ae as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/52a4bf475e884d6997b0e41e2ab2d4ae 2024-11-26T00:37:00,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/52a4bf475e884d6997b0e41e2ab2d4ae, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T00:37:00,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/defd3bf2eb4948c08cb0a3889a7f8a21 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/defd3bf2eb4948c08cb0a3889a7f8a21 2024-11-26T00:37:00,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/defd3bf2eb4948c08cb0a3889a7f8a21, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T00:37:00,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9d0aad59638acf518ab6259bb3cd0e6e in 1657ms, sequenceid=95, compaction requested=true 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:00,050 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:00,050 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:00,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:00,051 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:00,051 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:00,051 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/B is initiating minor compaction (all files) 2024-11-26T00:37:00,051 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/A is initiating minor compaction (all files) 2024-11-26T00:37:00,051 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/A in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:00,051 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/B in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:00,051 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/9fd0b4b794824c258d8bc57bf61acaf3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=99.2 K 2024-11-26T00:37:00,051 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/7a07cc9e46c247eda32cb6227aef6db6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d3a958938b9a487da7b8a940450cda18, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/52a4bf475e884d6997b0e41e2ab2d4ae] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.3 K 2024-11-26T00:37:00,051 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:00,051 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/9fd0b4b794824c258d8bc57bf61acaf3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4] 2024-11-26T00:37:00,052 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a07cc9e46c247eda32cb6227aef6db6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732581413462 2024-11-26T00:37:00,052 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fd0b4b794824c258d8bc57bf61acaf3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732581413462 2024-11-26T00:37:00,052 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting af49dc490f62435f94fcdef8c5368265, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581414101 2024-11-26T00:37:00,052 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d3a958938b9a487da7b8a940450cda18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581414101 2024-11-26T00:37:00,052 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9fb1ff206e24529b2d9f2ec604712d4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581416252 2024-11-26T00:37:00,052 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 52a4bf475e884d6997b0e41e2ab2d4ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581416252 2024-11-26T00:37:00,059 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:00,059 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/995401c31b424272829fbd886224d299 is 50, key is test_row_0/B:col10/1732581418392/Put/seqid=0 2024-11-26T00:37:00,060 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:00,069 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411266f0c37c4f5e2420eb6ec63342cdd1738_9d0aad59638acf518ab6259bb3cd0e6e store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:00,070 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411266f0c37c4f5e2420eb6ec63342cdd1738_9d0aad59638acf518ab6259bb3cd0e6e, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:00,071 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266f0c37c4f5e2420eb6ec63342cdd1738_9d0aad59638acf518ab6259bb3cd0e6e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742216_1392 (size=12207) 2024-11-26T00:37:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742217_1393 (size=4469) 2024-11-26T00:37:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T00:37:00,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T00:37:00,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:00,082 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T00:37:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:00,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112633274f25c90d43e8ae74ee2775ae2ea7_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581418398/Put/seqid=0 2024-11-26T00:37:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742218_1394 (size=12154) 2024-11-26T00:37:00,474 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:00,475 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/dd52567e7fe94522bc3c82d7eb6c75ad is 175, key is test_row_0/A:col10/1732581418392/Put/seqid=0 2024-11-26T00:37:00,477 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/995401c31b424272829fbd886224d299 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/995401c31b424272829fbd886224d299 2024-11-26T00:37:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742219_1395 (size=31161) 2024-11-26T00:37:00,481 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/B of 9d0aad59638acf518ab6259bb3cd0e6e into 995401c31b424272829fbd886224d299(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:00,481 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:00,481 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/B, priority=13, startTime=1732581420050; duration=0sec 2024-11-26T00:37:00,481 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:00,481 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:B 2024-11-26T00:37:00,481 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:00,482 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:00,482 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/C is initiating minor compaction (all files) 2024-11-26T00:37:00,482 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/C in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:00,483 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/dd52567e7fe94522bc3c82d7eb6c75ad as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/dd52567e7fe94522bc3c82d7eb6c75ad 2024-11-26T00:37:00,483 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/65bc7d9430a54fc8b2bddaa92e8fce16, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f6656662a9d14d4ba20e954b6d3c010a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/defd3bf2eb4948c08cb0a3889a7f8a21] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.3 K 2024-11-26T00:37:00,483 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 65bc7d9430a54fc8b2bddaa92e8fce16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732581413462 2024-11-26T00:37:00,483 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f6656662a9d14d4ba20e954b6d3c010a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581414101 2024-11-26T00:37:00,483 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting defd3bf2eb4948c08cb0a3889a7f8a21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581416252 2024-11-26T00:37:00,486 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/A of 9d0aad59638acf518ab6259bb3cd0e6e into dd52567e7fe94522bc3c82d7eb6c75ad(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:00,486 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:00,486 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/A, priority=13, startTime=1732581420050; duration=0sec 2024-11-26T00:37:00,486 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:00,486 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:A 2024-11-26T00:37:00,489 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:00,490 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/9322914d46f2424b9e67bee037883cfa is 50, key is test_row_0/C:col10/1732581418392/Put/seqid=0 2024-11-26T00:37:00,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:00,493 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112633274f25c90d43e8ae74ee2775ae2ea7_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112633274f25c90d43e8ae74ee2775ae2ea7_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:00,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/aaa69802e0164a53b888029d60d9d314, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:00,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/aaa69802e0164a53b888029d60d9d314 is 175, key is test_row_0/A:col10/1732581418398/Put/seqid=0 2024-11-26T00:37:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742220_1396 (size=12207) 2024-11-26T00:37:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742221_1397 (size=30955) 2024-11-26T00:37:00,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581480565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T00:37:00,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581480571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581480571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581480572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581480573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581480674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581480676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581480678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581480678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581480679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581480878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581480879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581480883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581480884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581480884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:00,898 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/9322914d46f2424b9e67bee037883cfa as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/9322914d46f2424b9e67bee037883cfa 2024-11-26T00:37:00,901 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/aaa69802e0164a53b888029d60d9d314 2024-11-26T00:37:00,902 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/C of 9d0aad59638acf518ab6259bb3cd0e6e into 9322914d46f2424b9e67bee037883cfa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:00,902 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:00,902 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/C, priority=13, startTime=1732581420050; duration=0sec 2024-11-26T00:37:00,902 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:00,902 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:C 2024-11-26T00:37:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d8a2d696d1ca4c0c813b54d578760937 is 50, key is test_row_0/B:col10/1732581418398/Put/seqid=0 2024-11-26T00:37:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742222_1398 (size=12001) 2024-11-26T00:37:00,909 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d8a2d696d1ca4c0c813b54d578760937 2024-11-26T00:37:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/307d3cf077df4ecaa603208562d8bc70 is 50, key is test_row_0/C:col10/1732581418398/Put/seqid=0 2024-11-26T00:37:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742223_1399 (size=12001) 2024-11-26T00:37:00,918 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/307d3cf077df4ecaa603208562d8bc70 2024-11-26T00:37:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/aaa69802e0164a53b888029d60d9d314 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314 2024-11-26T00:37:00,924 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314, entries=150, sequenceid=115, filesize=30.2 K 2024-11-26T00:37:00,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d8a2d696d1ca4c0c813b54d578760937 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d8a2d696d1ca4c0c813b54d578760937 2024-11-26T00:37:00,929 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d8a2d696d1ca4c0c813b54d578760937, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T00:37:00,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/307d3cf077df4ecaa603208562d8bc70 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/307d3cf077df4ecaa603208562d8bc70 2024-11-26T00:37:00,933 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/307d3cf077df4ecaa603208562d8bc70, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T00:37:00,934 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9d0aad59638acf518ab6259bb3cd0e6e in 852ms, sequenceid=115, compaction requested=false 2024-11-26T00:37:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-26T00:37:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-26T00:37:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T00:37:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-11-26T00:37:00,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.4650 sec 2024-11-26T00:37:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:01,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T00:37:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:01,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581481206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581481207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581481208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581481208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581481209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268bd161e7983f4f84b4a296db65619dba_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:01,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742224_1400 (size=14794) 2024-11-26T00:37:01,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:01,240 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268bd161e7983f4f84b4a296db65619dba_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268bd161e7983f4f84b4a296db65619dba_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:01,244 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/b317da3bb0184c44ac417befc2fe234a, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:01,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/b317da3bb0184c44ac417befc2fe234a is 175, key is test_row_0/A:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742225_1401 (size=39749) 2024-11-26T00:37:01,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581481313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581481314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581481315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581481315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581481315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581481516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581481517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581481520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581481521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581481521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T00:37:01,575 INFO [Thread-1656 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-26T00:37:01,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-26T00:37:01,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T00:37:01,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:01,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:01,649 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/b317da3bb0184c44ac417befc2fe234a 2024-11-26T00:37:01,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/dd7596e22ccf4216a152dd4ad82c5ab1 is 50, key is test_row_0/B:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742226_1402 (size=12151) 2024-11-26T00:37:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T00:37:01,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T00:37:01,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:01,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:01,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:01,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:01,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581481822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581481823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581481824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581481827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581481828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T00:37:01,881 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:01,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T00:37:01,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:01,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:01,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:01,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:01,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:02,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T00:37:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:02,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:02,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/dd7596e22ccf4216a152dd4ad82c5ab1 2024-11-26T00:37:02,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/eddcf16c86d34b678789ae2a4f699598 is 50, key is test_row_0/C:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742227_1403 (size=12151) 2024-11-26T00:37:02,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/eddcf16c86d34b678789ae2a4f699598 2024-11-26T00:37:02,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/b317da3bb0184c44ac417befc2fe234a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a 2024-11-26T00:37:02,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a, entries=200, sequenceid=136, filesize=38.8 K 2024-11-26T00:37:02,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/dd7596e22ccf4216a152dd4ad82c5ab1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/dd7596e22ccf4216a152dd4ad82c5ab1 2024-11-26T00:37:02,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/dd7596e22ccf4216a152dd4ad82c5ab1, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T00:37:02,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/eddcf16c86d34b678789ae2a4f699598 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/eddcf16c86d34b678789ae2a4f699598 2024-11-26T00:37:02,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/eddcf16c86d34b678789ae2a4f699598, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T00:37:02,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9d0aad59638acf518ab6259bb3cd0e6e in 896ms, sequenceid=136, compaction requested=true 2024-11-26T00:37:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:02,084 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:02,084 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:02,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:02,084 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:02,084 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:02,084 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/A is initiating minor compaction (all files) 2024-11-26T00:37:02,084 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/B is initiating minor compaction (all files) 2024-11-26T00:37:02,084 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/A in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,084 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/B in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,085 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/dd52567e7fe94522bc3c82d7eb6c75ad, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=99.5 K 2024-11-26T00:37:02,085 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/995401c31b424272829fbd886224d299, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d8a2d696d1ca4c0c813b54d578760937, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/dd7596e22ccf4216a152dd4ad82c5ab1] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.5 K 2024-11-26T00:37:02,085 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/dd52567e7fe94522bc3c82d7eb6c75ad, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a] 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 995401c31b424272829fbd886224d299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581416252 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd52567e7fe94522bc3c82d7eb6c75ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581416252 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d8a2d696d1ca4c0c813b54d578760937, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732581418398 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaa69802e0164a53b888029d60d9d314, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732581418398 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting dd7596e22ccf4216a152dd4ad82c5ab1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581420571 2024-11-26T00:37:02,085 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b317da3bb0184c44ac417befc2fe234a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581420571 2024-11-26T00:37:02,090 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:02,099 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126baedc5bc605849199ebebb5db197d46c_9d0aad59638acf518ab6259bb3cd0e6e store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:02,100 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:02,101 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/e0aedda991364cd4b2f571d5bfd89539 is 50, key is test_row_0/B:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:02,101 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126baedc5bc605849199ebebb5db197d46c_9d0aad59638acf518ab6259bb3cd0e6e, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:02,101 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126baedc5bc605849199ebebb5db197d46c_9d0aad59638acf518ab6259bb3cd0e6e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742228_1404 (size=12459) 2024-11-26T00:37:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742229_1405 (size=4469) 2024-11-26T00:37:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T00:37:02,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T00:37:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,186 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T00:37:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:02,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6f9d4d16f7e48618de722ba847f8984_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581421207/Put/seqid=0 2024-11-26T00:37:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742230_1406 (size=12304) 2024-11-26T00:37:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:02,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581482347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581482347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581482347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581482348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581482354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581482455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581482455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581482455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581482455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581482462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,511 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/e0aedda991364cd4b2f571d5bfd89539 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/e0aedda991364cd4b2f571d5bfd89539 2024-11-26T00:37:02,514 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/B of 9d0aad59638acf518ab6259bb3cd0e6e into e0aedda991364cd4b2f571d5bfd89539(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:02,514 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:02,514 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/B, priority=13, startTime=1732581422084; duration=0sec 2024-11-26T00:37:02,514 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:02,514 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:B 2024-11-26T00:37:02,514 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:02,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:02,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/C is initiating minor compaction (all files) 2024-11-26T00:37:02,515 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/C in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:02,515 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/9322914d46f2424b9e67bee037883cfa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/307d3cf077df4ecaa603208562d8bc70, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/eddcf16c86d34b678789ae2a4f699598] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.5 K 2024-11-26T00:37:02,516 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9322914d46f2424b9e67bee037883cfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732581416252 2024-11-26T00:37:02,516 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 307d3cf077df4ecaa603208562d8bc70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732581418398 2024-11-26T00:37:02,516 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting eddcf16c86d34b678789ae2a4f699598, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581420571 2024-11-26T00:37:02,518 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#A#compaction#338 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:02,519 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/2409dd6c26e04b24ad9d14edea70c612 is 175, key is test_row_0/A:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742231_1407 (size=31413) 2024-11-26T00:37:02,524 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:02,524 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/263bb0228d954a06b0e9c1b298b034b6 is 50, key is test_row_0/C:col10/1732581420571/Put/seqid=0 2024-11-26T00:37:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742232_1408 (size=12459) 2024-11-26T00:37:02,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:02,602 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6f9d4d16f7e48618de722ba847f8984_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6f9d4d16f7e48618de722ba847f8984_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/f198c6521dc545ac854fe452f1dcc97b, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/f198c6521dc545ac854fe452f1dcc97b is 175, key is test_row_0/A:col10/1732581421207/Put/seqid=0 2024-11-26T00:37:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742233_1409 (size=31105) 2024-11-26T00:37:02,606 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/f198c6521dc545ac854fe452f1dcc97b 2024-11-26T00:37:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d6c791e1d33a4dc28ab03d55da434c47 is 50, key is test_row_0/B:col10/1732581421207/Put/seqid=0 2024-11-26T00:37:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742234_1410 (size=12151) 2024-11-26T00:37:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581482662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581482662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581482662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581482663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581482669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T00:37:02,928 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/2409dd6c26e04b24ad9d14edea70c612 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/2409dd6c26e04b24ad9d14edea70c612 2024-11-26T00:37:02,931 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/A of 9d0aad59638acf518ab6259bb3cd0e6e into 2409dd6c26e04b24ad9d14edea70c612(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:02,931 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:02,931 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/A, priority=13, startTime=1732581422083; duration=0sec 2024-11-26T00:37:02,931 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:02,931 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:A 2024-11-26T00:37:02,935 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/263bb0228d954a06b0e9c1b298b034b6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/263bb0228d954a06b0e9c1b298b034b6 2024-11-26T00:37:02,939 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/C of 9d0aad59638acf518ab6259bb3cd0e6e into 263bb0228d954a06b0e9c1b298b034b6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:02,939 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:02,939 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/C, priority=13, startTime=1732581422084; duration=0sec 2024-11-26T00:37:02,939 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:02,939 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:C 2024-11-26T00:37:02,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581482971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581482971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581482972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581482972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581482972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,019 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d6c791e1d33a4dc28ab03d55da434c47 2024-11-26T00:37:03,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f3e2a539e8da402ab8594f97b2bf2d88 is 50, key is test_row_0/C:col10/1732581421207/Put/seqid=0 2024-11-26T00:37:03,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742235_1411 (size=12151) 2024-11-26T00:37:03,428 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f3e2a539e8da402ab8594f97b2bf2d88 2024-11-26T00:37:03,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/f198c6521dc545ac854fe452f1dcc97b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b 2024-11-26T00:37:03,435 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b, entries=150, sequenceid=154, filesize=30.4 K 2024-11-26T00:37:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d6c791e1d33a4dc28ab03d55da434c47 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d6c791e1d33a4dc28ab03d55da434c47 2024-11-26T00:37:03,439 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d6c791e1d33a4dc28ab03d55da434c47, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T00:37:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f3e2a539e8da402ab8594f97b2bf2d88 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f3e2a539e8da402ab8594f97b2bf2d88 2024-11-26T00:37:03,444 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f3e2a539e8da402ab8594f97b2bf2d88, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T00:37:03,444 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9d0aad59638acf518ab6259bb3cd0e6e in 1259ms, sequenceid=154, compaction requested=false 2024-11-26T00:37:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:03,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-26T00:37:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-26T00:37:03,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T00:37:03,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8670 sec 2024-11-26T00:37:03,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8710 sec 2024-11-26T00:37:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:03,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T00:37:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:03,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:03,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267f3626b54a5f4c879265661bf6a255d3_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742236_1412 (size=17284) 2024-11-26T00:37:03,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581483493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581483497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581483501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581483502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581483502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581483603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581483604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581483608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581483608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581483610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T00:37:03,681 INFO [Thread-1656 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-26T00:37:03,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-26T00:37:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:03,683 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:03,683 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:03,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:03,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581483809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581483810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581483811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581483814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581483816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:03,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:03,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:03,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267f3626b54a5f4c879265661bf6a255d3_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267f3626b54a5f4c879265661bf6a255d3_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:03,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/60c9844a99834fddbd7338fb7c729140, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:03,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/60c9844a99834fddbd7338fb7c729140 is 175, key is test_row_0/A:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742237_1413 (size=48389) 2024-11-26T00:37:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:03,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:03,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:03,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:03,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:03,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:03,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581484115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581484116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581484117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581484120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581484123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:04,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/60c9844a99834fddbd7338fb7c729140 2024-11-26T00:37:04,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/ce1bf6dab35e4843a6242ebc19f9b4b6 is 50, key is test_row_0/B:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742238_1414 (size=12151) 2024-11-26T00:37:04,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:04,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:04,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581484619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581484625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581484625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581484625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581484628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/ce1bf6dab35e4843a6242ebc19f9b4b6 2024-11-26T00:37:04,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f37683a0ffd044aba32011a3f55bac26 is 50, key is test_row_0/C:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742239_1415 (size=12151) 2024-11-26T00:37:04,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:04,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:04,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:04,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:05,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:05,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f37683a0ffd044aba32011a3f55bac26 2024-11-26T00:37:05,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/60c9844a99834fddbd7338fb7c729140 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140 2024-11-26T00:37:05,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140, entries=250, sequenceid=177, filesize=47.3 K 2024-11-26T00:37:05,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/ce1bf6dab35e4843a6242ebc19f9b4b6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ce1bf6dab35e4843a6242ebc19f9b4b6 2024-11-26T00:37:05,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ce1bf6dab35e4843a6242ebc19f9b4b6, entries=150, sequenceid=177, filesize=11.9 K 2024-11-26T00:37:05,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/f37683a0ffd044aba32011a3f55bac26 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f37683a0ffd044aba32011a3f55bac26 2024-11-26T00:37:05,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f37683a0ffd044aba32011a3f55bac26, entries=150, sequenceid=177, filesize=11.9 K 2024-11-26T00:37:05,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9d0aad59638acf518ab6259bb3cd0e6e in 1653ms, sequenceid=177, compaction requested=true 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:05,133 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:05,133 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:05,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:05,133 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:05,133 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/A is initiating minor compaction (all files) 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/B is initiating minor compaction (all files) 2024-11-26T00:37:05,134 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/B in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,134 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/A in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,134 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/2409dd6c26e04b24ad9d14edea70c612, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=108.3 K 2024-11-26T00:37:05,134 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/e0aedda991364cd4b2f571d5bfd89539, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d6c791e1d33a4dc28ab03d55da434c47, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ce1bf6dab35e4843a6242ebc19f9b4b6] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.9 K 2024-11-26T00:37:05,134 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/2409dd6c26e04b24ad9d14edea70c612, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140] 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting e0aedda991364cd4b2f571d5bfd89539, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581420571 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2409dd6c26e04b24ad9d14edea70c612, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581420571 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c791e1d33a4dc28ab03d55da434c47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732581421206 2024-11-26T00:37:05,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting f198c6521dc545ac854fe452f1dcc97b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732581421206 2024-11-26T00:37:05,135 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1bf6dab35e4843a6242ebc19f9b4b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732581422346 2024-11-26T00:37:05,135 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60c9844a99834fddbd7338fb7c729140, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732581422346 2024-11-26T00:37:05,139 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:05,140 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126751e8e67f84f4b5a8abaf045ce010e9b_9d0aad59638acf518ab6259bb3cd0e6e store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:05,140 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:05,141 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/092c3a973fce47f6aa839afff27db124 is 50, key is test_row_0/B:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:05,142 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126751e8e67f84f4b5a8abaf045ce010e9b_9d0aad59638acf518ab6259bb3cd0e6e, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:05,142 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126751e8e67f84f4b5a8abaf045ce010e9b_9d0aad59638acf518ab6259bb3cd0e6e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:05,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742240_1416 (size=4469) 2024-11-26T00:37:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742241_1417 (size=12561) 2024-11-26T00:37:05,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T00:37:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,205 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T00:37:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:05,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269aa7f95103a94de395528d8e0d303760_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581423501/Put/seqid=0 2024-11-26T00:37:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742242_1418 (size=12304) 2024-11-26T00:37:05,546 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#A#compaction#347 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:05,546 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/a60ee7a7d0394c3aa696be99c2443511 is 175, key is test_row_0/A:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742243_1419 (size=31515) 2024-11-26T00:37:05,560 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/092c3a973fce47f6aa839afff27db124 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/092c3a973fce47f6aa839afff27db124 2024-11-26T00:37:05,563 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/B of 9d0aad59638acf518ab6259bb3cd0e6e into 092c3a973fce47f6aa839afff27db124(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:05,563 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:05,563 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/B, priority=13, startTime=1732581425133; duration=0sec 2024-11-26T00:37:05,564 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:05,564 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:B 2024-11-26T00:37:05,564 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:05,564 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:05,565 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/C is initiating minor compaction (all files) 2024-11-26T00:37:05,565 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/C in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:05,565 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/263bb0228d954a06b0e9c1b298b034b6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f3e2a539e8da402ab8594f97b2bf2d88, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f37683a0ffd044aba32011a3f55bac26] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=35.9 K 2024-11-26T00:37:05,565 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 263bb0228d954a06b0e9c1b298b034b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732581420571 2024-11-26T00:37:05,565 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f3e2a539e8da402ab8594f97b2bf2d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732581421206 2024-11-26T00:37:05,565 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f37683a0ffd044aba32011a3f55bac26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732581422346 2024-11-26T00:37:05,571 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:05,572 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/49aa62f253214489add2c5273289f04f is 50, key is test_row_0/C:col10/1732581423480/Put/seqid=0 2024-11-26T00:37:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742244_1420 (size=12561) 2024-11-26T00:37:05,578 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/49aa62f253214489add2c5273289f04f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/49aa62f253214489add2c5273289f04f 2024-11-26T00:37:05,582 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/C of 9d0aad59638acf518ab6259bb3cd0e6e into 49aa62f253214489add2c5273289f04f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:05,582 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:05,582 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/C, priority=13, startTime=1732581425133; duration=0sec 2024-11-26T00:37:05,582 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:05,582 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:C 2024-11-26T00:37:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:05,617 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269aa7f95103a94de395528d8e0d303760_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269aa7f95103a94de395528d8e0d303760_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:05,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/6da1d00019474a7fb90ecd7d4e2b5436, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:05,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/6da1d00019474a7fb90ecd7d4e2b5436 is 175, key is test_row_0/A:col10/1732581423501/Put/seqid=0 2024-11-26T00:37:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742245_1421 (size=31105) 2024-11-26T00:37:05,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:05,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581485648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581485649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581485652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581485656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581485656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581485758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581485758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581485758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581485763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581485763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:05,952 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/a60ee7a7d0394c3aa696be99c2443511 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/a60ee7a7d0394c3aa696be99c2443511 2024-11-26T00:37:05,954 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/A of 9d0aad59638acf518ab6259bb3cd0e6e into a60ee7a7d0394c3aa696be99c2443511(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:05,955 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:05,955 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/A, priority=13, startTime=1732581425133; duration=0sec 2024-11-26T00:37:05,955 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:05,955 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:A 2024-11-26T00:37:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581485963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581485963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581485964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581485968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581485969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,022 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/6da1d00019474a7fb90ecd7d4e2b5436 2024-11-26T00:37:06,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/9726e5afe5214a879912a03f750f0bcd is 50, key is test_row_0/B:col10/1732581423501/Put/seqid=0 2024-11-26T00:37:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742246_1422 (size=12151) 2024-11-26T00:37:06,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581486267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581486268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581486269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581486272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581486273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,430 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/9726e5afe5214a879912a03f750f0bcd 2024-11-26T00:37:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/4c74293a48ac4e60b48006bb87c97a0a is 50, key is test_row_0/C:col10/1732581423501/Put/seqid=0 2024-11-26T00:37:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742247_1423 (size=12151) 2024-11-26T00:37:06,442 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/4c74293a48ac4e60b48006bb87c97a0a 2024-11-26T00:37:06,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/6da1d00019474a7fb90ecd7d4e2b5436 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436 2024-11-26T00:37:06,449 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436, entries=150, sequenceid=193, filesize=30.4 K 2024-11-26T00:37:06,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/9726e5afe5214a879912a03f750f0bcd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/9726e5afe5214a879912a03f750f0bcd 2024-11-26T00:37:06,452 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/9726e5afe5214a879912a03f750f0bcd, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T00:37:06,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/4c74293a48ac4e60b48006bb87c97a0a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/4c74293a48ac4e60b48006bb87c97a0a 2024-11-26T00:37:06,456 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/4c74293a48ac4e60b48006bb87c97a0a, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T00:37:06,457 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9d0aad59638acf518ab6259bb3cd0e6e in 1251ms, sequenceid=193, compaction requested=false 2024-11-26T00:37:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-26T00:37:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-26T00:37:06,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T00:37:06,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7750 sec 2024-11-26T00:37:06,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.7770 sec 2024-11-26T00:37:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:06,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T00:37:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:06,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bc07d57ceff849ff907412de924aaf3c_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:06,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742248_1424 (size=17284) 2024-11-26T00:37:06,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:06,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bc07d57ceff849ff907412de924aaf3c_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bc07d57ceff849ff907412de924aaf3c_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:06,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/ba51e4dda70841cf84718d4ef945c242, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:06,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/ba51e4dda70841cf84718d4ef945c242 is 175, key is test_row_0/A:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742249_1425 (size=48389) 2024-11-26T00:37:06,796 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/ba51e4dda70841cf84718d4ef945c242 2024-11-26T00:37:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581486788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581486789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581486789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581486790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581486791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/8609ccbfe5ee40e988bde0279ac99d3f is 50, key is test_row_0/B:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742250_1426 (size=12151) 2024-11-26T00:37:06,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/8609ccbfe5ee40e988bde0279ac99d3f 2024-11-26T00:37:06,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/90307f120a3b4bb1b09efe7a0c51cf2e is 50, key is test_row_0/C:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742251_1427 (size=12151) 2024-11-26T00:37:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581486899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581486899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581486899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581486899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581486899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581487103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581487103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581487104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581487104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581487104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/90307f120a3b4bb1b09efe7a0c51cf2e 2024-11-26T00:37:07,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/ba51e4dda70841cf84718d4ef945c242 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242 2024-11-26T00:37:07,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242, entries=250, sequenceid=218, filesize=47.3 K 2024-11-26T00:37:07,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/8609ccbfe5ee40e988bde0279ac99d3f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/8609ccbfe5ee40e988bde0279ac99d3f 2024-11-26T00:37:07,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/8609ccbfe5ee40e988bde0279ac99d3f, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T00:37:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/90307f120a3b4bb1b09efe7a0c51cf2e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/90307f120a3b4bb1b09efe7a0c51cf2e 2024-11-26T00:37:07,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/90307f120a3b4bb1b09efe7a0c51cf2e, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T00:37:07,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9d0aad59638acf518ab6259bb3cd0e6e in 454ms, sequenceid=218, compaction requested=true 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:07,231 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:07,231 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:07,232 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:07,232 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:07,232 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/A is initiating minor compaction (all files) 2024-11-26T00:37:07,232 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/B is initiating minor compaction (all files) 2024-11-26T00:37:07,232 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/B in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:07,232 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/A in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:07,232 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/a60ee7a7d0394c3aa696be99c2443511, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=108.4 K 2024-11-26T00:37:07,232 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/092c3a973fce47f6aa839afff27db124, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/9726e5afe5214a879912a03f750f0bcd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/8609ccbfe5ee40e988bde0279ac99d3f] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=36.0 K 2024-11-26T00:37:07,232 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:07,232 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/a60ee7a7d0394c3aa696be99c2443511, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242] 2024-11-26T00:37:07,232 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 092c3a973fce47f6aa839afff27db124, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732581422346 2024-11-26T00:37:07,233 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a60ee7a7d0394c3aa696be99c2443511, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732581422346 2024-11-26T00:37:07,233 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9726e5afe5214a879912a03f750f0bcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732581423492 2024-11-26T00:37:07,233 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da1d00019474a7fb90ecd7d4e2b5436, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732581423492 2024-11-26T00:37:07,233 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8609ccbfe5ee40e988bde0279ac99d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732581425655 2024-11-26T00:37:07,233 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba51e4dda70841cf84718d4ef945c242, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732581425651 2024-11-26T00:37:07,238 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:07,239 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#B#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:07,239 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/36fa6e9cf6f647c7834bb0039224586c is 50, key is test_row_0/B:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:07,241 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260fa184c63b40412d91f48d39ae52f763_9d0aad59638acf518ab6259bb3cd0e6e store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:07,243 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260fa184c63b40412d91f48d39ae52f763_9d0aad59638acf518ab6259bb3cd0e6e, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:07,243 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260fa184c63b40412d91f48d39ae52f763_9d0aad59638acf518ab6259bb3cd0e6e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742252_1428 (size=12663) 2024-11-26T00:37:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742253_1429 (size=4469) 2024-11-26T00:37:07,255 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#A#compaction#357 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:07,255 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/08a455141d7f4fd3b056a791417e6a92 is 175, key is test_row_0/A:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742254_1430 (size=31617) 2024-11-26T00:37:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:07,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T00:37:07,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:07,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:07,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:07,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:07,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:07,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:07,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262e8d785c09e94004a22eca6576ad2489_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581426788/Put/seqid=0 2024-11-26T00:37:07,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742255_1431 (size=14794) 2024-11-26T00:37:07,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581487435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262e8d785c09e94004a22eca6576ad2489_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262e8d785c09e94004a22eca6576ad2489_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:07,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f24c887ab0344bb9d11630de7991164, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:07,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f24c887ab0344bb9d11630de7991164 is 175, key is test_row_0/A:col10/1732581426788/Put/seqid=0 2024-11-26T00:37:07,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581487441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581487441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742256_1432 (size=39749) 2024-11-26T00:37:07,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581487444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581487444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581487545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581487551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581487551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581487554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581487554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,649 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/36fa6e9cf6f647c7834bb0039224586c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/36fa6e9cf6f647c7834bb0039224586c 2024-11-26T00:37:07,653 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/B of 9d0aad59638acf518ab6259bb3cd0e6e into 36fa6e9cf6f647c7834bb0039224586c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:07,653 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:07,653 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/B, priority=13, startTime=1732581427231; duration=0sec 2024-11-26T00:37:07,653 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:07,653 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:B 2024-11-26T00:37:07,653 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:07,654 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:07,654 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/C is initiating minor compaction (all files) 2024-11-26T00:37:07,654 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/C in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:07,654 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/49aa62f253214489add2c5273289f04f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/4c74293a48ac4e60b48006bb87c97a0a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/90307f120a3b4bb1b09efe7a0c51cf2e] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=36.0 K 2024-11-26T00:37:07,654 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 49aa62f253214489add2c5273289f04f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732581422346 2024-11-26T00:37:07,655 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c74293a48ac4e60b48006bb87c97a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732581423492 2024-11-26T00:37:07,655 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 90307f120a3b4bb1b09efe7a0c51cf2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732581425655 2024-11-26T00:37:07,673 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/08a455141d7f4fd3b056a791417e6a92 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/08a455141d7f4fd3b056a791417e6a92 2024-11-26T00:37:07,678 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/A of 9d0aad59638acf518ab6259bb3cd0e6e into 08a455141d7f4fd3b056a791417e6a92(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:07,678 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:07,678 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/A, priority=13, startTime=1732581427231; duration=0sec 2024-11-26T00:37:07,678 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:07,678 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:A 2024-11-26T00:37:07,689 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:07,689 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/047a7472d2e640518800ba58f78dfafd is 50, key is test_row_0/C:col10/1732581426776/Put/seqid=0 2024-11-26T00:37:07,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742257_1433 (size=12663) 2024-11-26T00:37:07,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581487752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581487758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581487758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581487760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581487762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T00:37:07,787 INFO [Thread-1656 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T00:37:07,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-26T00:37:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:07,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:07,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:07,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:07,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f24c887ab0344bb9d11630de7991164 2024-11-26T00:37:07,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/ab285bd73b4749319003a3d5ceb22076 is 50, key is test_row_0/B:col10/1732581426788/Put/seqid=0 2024-11-26T00:37:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742258_1434 (size=12151) 2024-11-26T00:37:07,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/ab285bd73b4749319003a3d5ceb22076 2024-11-26T00:37:07,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/8a53405d7c8a4ac0aad891088f5ca882 is 50, key is test_row_0/C:col10/1732581426788/Put/seqid=0 2024-11-26T00:37:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742259_1435 (size=12151) 2024-11-26T00:37:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:07,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:07,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T00:37:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:07,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581488059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581488063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581488065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581488067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581488067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:08,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T00:37:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:08,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,103 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/047a7472d2e640518800ba58f78dfafd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/047a7472d2e640518800ba58f78dfafd 2024-11-26T00:37:08,106 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/C of 9d0aad59638acf518ab6259bb3cd0e6e into 047a7472d2e640518800ba58f78dfafd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:08,106 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:08,106 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/C, priority=13, startTime=1732581427231; duration=0sec 2024-11-26T00:37:08,107 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:08,107 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:C 2024-11-26T00:37:08,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T00:37:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:08,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:08,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/8a53405d7c8a4ac0aad891088f5ca882 2024-11-26T00:37:08,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f24c887ab0344bb9d11630de7991164 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164 2024-11-26T00:37:08,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164, entries=200, sequenceid=233, filesize=38.8 K 2024-11-26T00:37:08,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/ab285bd73b4749319003a3d5ceb22076 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ab285bd73b4749319003a3d5ceb22076 2024-11-26T00:37:08,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ab285bd73b4749319003a3d5ceb22076, entries=150, sequenceid=233, filesize=11.9 K 2024-11-26T00:37:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/8a53405d7c8a4ac0aad891088f5ca882 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8a53405d7c8a4ac0aad891088f5ca882 2024-11-26T00:37:08,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8a53405d7c8a4ac0aad891088f5ca882, entries=150, sequenceid=233, filesize=11.9 K 2024-11-26T00:37:08,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9d0aad59638acf518ab6259bb3cd0e6e in 879ms, sequenceid=233, compaction requested=false 2024-11-26T00:37:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:08,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:08,399 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126463b528a8f05484e804bfcaed1541831_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581427442/Put/seqid=0 2024-11-26T00:37:08,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742260_1436 (size=12304) 2024-11-26T00:37:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. as already flushing 2024-11-26T00:37:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581488581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581488586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581488587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581488588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581488588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581488689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581488693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581488694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581488694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581488694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:08,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126463b528a8f05484e804bfcaed1541831_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126463b528a8f05484e804bfcaed1541831_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:08,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5d6c65ba36004f699764b6542b82a6b7, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:08,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5d6c65ba36004f699764b6542b82a6b7 is 175, key is test_row_0/A:col10/1732581427442/Put/seqid=0 2024-11-26T00:37:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742261_1437 (size=31105) 2024-11-26T00:37:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581488894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581488899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581488899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581488899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:08,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581488901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581489201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581489205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581489205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581489205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581489208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,215 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5d6c65ba36004f699764b6542b82a6b7 2024-11-26T00:37:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/5ee072ad5d15440396deedb2815280ee is 50, key is test_row_0/B:col10/1732581427442/Put/seqid=0 2024-11-26T00:37:09,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742262_1438 (size=12151) 2024-11-26T00:37:09,625 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/5ee072ad5d15440396deedb2815280ee 2024-11-26T00:37:09,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/1324b2d6efa1465fb2f11e8550c936f4 is 50, key is test_row_0/C:col10/1732581427442/Put/seqid=0 2024-11-26T00:37:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742263_1439 (size=12151) 2024-11-26T00:37:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581489707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581489713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581489713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581489713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581489714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:10,035 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/1324b2d6efa1465fb2f11e8550c936f4 2024-11-26T00:37:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5d6c65ba36004f699764b6542b82a6b7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7 2024-11-26T00:37:10,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7, entries=150, sequenceid=257, filesize=30.4 K 2024-11-26T00:37:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/5ee072ad5d15440396deedb2815280ee as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/5ee072ad5d15440396deedb2815280ee 2024-11-26T00:37:10,044 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/5ee072ad5d15440396deedb2815280ee, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T00:37:10,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/1324b2d6efa1465fb2f11e8550c936f4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/1324b2d6efa1465fb2f11e8550c936f4 2024-11-26T00:37:10,047 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/1324b2d6efa1465fb2f11e8550c936f4, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T00:37:10,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-26T00:37:10,048 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9d0aad59638acf518ab6259bb3cd0e6e in 1649ms, sequenceid=257, compaction requested=true 2024-11-26T00:37:10,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:10,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:10,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-26T00:37:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-26T00:37:10,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T00:37:10,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2590 sec 2024-11-26T00:37:10,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.2620 sec 2024-11-26T00:37:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:10,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T00:37:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:10,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112679b8d3b51a5d48588a82bde61f3ae5fc_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742264_1440 (size=20074) 2024-11-26T00:37:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581490747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581490751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581490754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581490754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581490755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581490856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581490862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581490862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581490862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:10,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581490862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581491062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581491067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581491067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581491068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581491068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,133 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:11,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112679b8d3b51a5d48588a82bde61f3ae5fc_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112679b8d3b51a5d48588a82bde61f3ae5fc_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:11,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5262875b05e0454ba3e3faf23a5fd53d, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:11,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5262875b05e0454ba3e3faf23a5fd53d is 175, key is test_row_0/A:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742265_1441 (size=57333) 2024-11-26T00:37:11,258 DEBUG [Thread-1663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:63738 2024-11-26T00:37:11,258 DEBUG [Thread-1661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:63738 2024-11-26T00:37:11,258 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:11,258 DEBUG [Thread-1661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:11,260 DEBUG [Thread-1657 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:63738 2024-11-26T00:37:11,261 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:11,264 DEBUG [Thread-1665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:63738 2024-11-26T00:37:11,264 DEBUG [Thread-1665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:11,265 DEBUG [Thread-1659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:63738 2024-11-26T00:37:11,265 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:11,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581491369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581491374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581491376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581491378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581491378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5262875b05e0454ba3e3faf23a5fd53d 2024-11-26T00:37:11,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/f419b0a752434c3bbc1eb6f26bc3f6ca is 50, key is test_row_0/B:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742266_1442 (size=12301) 2024-11-26T00:37:11,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59350 deadline: 1732581491875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1732581491879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59386 deadline: 1732581491881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59322 deadline: 1732581491882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59338 deadline: 1732581491884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T00:37:11,894 INFO [Thread-1656 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-26T00:37:11,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/f419b0a752434c3bbc1eb6f26bc3f6ca 2024-11-26T00:37:11,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/99a75028156d4ccc834bb6f9d321fd1d is 50, key is test_row_0/C:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742267_1443 (size=12301) 2024-11-26T00:37:12,084 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T00:37:12,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/99a75028156d4ccc834bb6f9d321fd1d 2024-11-26T00:37:12,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/5262875b05e0454ba3e3faf23a5fd53d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d 2024-11-26T00:37:12,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d, entries=300, sequenceid=275, filesize=56.0 K 2024-11-26T00:37:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/f419b0a752434c3bbc1eb6f26bc3f6ca as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/f419b0a752434c3bbc1eb6f26bc3f6ca 2024-11-26T00:37:12,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/f419b0a752434c3bbc1eb6f26bc3f6ca, entries=150, sequenceid=275, filesize=12.0 K 2024-11-26T00:37:12,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/99a75028156d4ccc834bb6f9d321fd1d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/99a75028156d4ccc834bb6f9d321fd1d 2024-11-26T00:37:12,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/99a75028156d4ccc834bb6f9d321fd1d, entries=150, sequenceid=275, filesize=12.0 K 2024-11-26T00:37:12,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9d0aad59638acf518ab6259bb3cd0e6e in 1668ms, sequenceid=275, compaction requested=true 2024-11-26T00:37:12,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:12,392 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d0aad59638acf518ab6259bb3cd0e6e:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:12,392 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/B is initiating minor compaction (all files) 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/A is initiating minor compaction (all files) 2024-11-26T00:37:12,393 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/A in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:12,393 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/B in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:12,393 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/36fa6e9cf6f647c7834bb0039224586c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ab285bd73b4749319003a3d5ceb22076, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/5ee072ad5d15440396deedb2815280ee, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/f419b0a752434c3bbc1eb6f26bc3f6ca] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=48.1 K 2024-11-26T00:37:12,393 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/08a455141d7f4fd3b056a791417e6a92, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=156.1 K 2024-11-26T00:37:12,393 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/08a455141d7f4fd3b056a791417e6a92, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d] 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fa6e9cf6f647c7834bb0039224586c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732581425655 2024-11-26T00:37:12,393 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08a455141d7f4fd3b056a791417e6a92, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732581425655 2024-11-26T00:37:12,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ab285bd73b4749319003a3d5ceb22076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732581426788 2024-11-26T00:37:12,394 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f24c887ab0344bb9d11630de7991164, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732581426788 2024-11-26T00:37:12,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee072ad5d15440396deedb2815280ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732581427434 2024-11-26T00:37:12,394 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d6c65ba36004f699764b6542b82a6b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732581427434 2024-11-26T00:37:12,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f419b0a752434c3bbc1eb6f26bc3f6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732581428587 2024-11-26T00:37:12,394 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5262875b05e0454ba3e3faf23a5fd53d, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732581428586 2024-11-26T00:37:12,400 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:12,402 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b7da1422f3f44e80a33442b7fc1dab82_9d0aad59638acf518ab6259bb3cd0e6e store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:12,402 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#B#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:12,402 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/2539b128cb0a4f1c9e96dc2389ed5513 is 50, key is test_row_0/B:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:12,405 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b7da1422f3f44e80a33442b7fc1dab82_9d0aad59638acf518ab6259bb3cd0e6e, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:12,405 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b7da1422f3f44e80a33442b7fc1dab82_9d0aad59638acf518ab6259bb3cd0e6e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:12,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742268_1444 (size=12949) 2024-11-26T00:37:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742269_1445 (size=4469) 2024-11-26T00:37:12,811 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#A#compaction#369 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:12,813 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/b3e8377e9ba3410bb246744bdc6c6f27 is 175, key is test_row_0/A:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:12,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/2539b128cb0a4f1c9e96dc2389ed5513 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/2539b128cb0a4f1c9e96dc2389ed5513 2024-11-26T00:37:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742270_1446 (size=31903) 2024-11-26T00:37:12,822 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/B of 9d0aad59638acf518ab6259bb3cd0e6e into 2539b128cb0a4f1c9e96dc2389ed5513(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:12,822 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:12,822 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/B, priority=12, startTime=1732581432392; duration=0sec 2024-11-26T00:37:12,823 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:12,823 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:B 2024-11-26T00:37:12,823 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:12,824 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:12,824 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 9d0aad59638acf518ab6259bb3cd0e6e/C is initiating minor compaction (all files) 2024-11-26T00:37:12,824 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d0aad59638acf518ab6259bb3cd0e6e/C in TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:12,824 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/047a7472d2e640518800ba58f78dfafd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8a53405d7c8a4ac0aad891088f5ca882, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/1324b2d6efa1465fb2f11e8550c936f4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/99a75028156d4ccc834bb6f9d321fd1d] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp, totalSize=48.1 K 2024-11-26T00:37:12,824 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 047a7472d2e640518800ba58f78dfafd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732581425655 2024-11-26T00:37:12,825 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a53405d7c8a4ac0aad891088f5ca882, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732581426788 2024-11-26T00:37:12,825 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1324b2d6efa1465fb2f11e8550c936f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732581427434 2024-11-26T00:37:12,825 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a75028156d4ccc834bb6f9d321fd1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732581428587 2024-11-26T00:37:12,832 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d0aad59638acf518ab6259bb3cd0e6e#C#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:12,832 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/8dc9b66cb07446288bf87c6c5e9ee27c is 50, key is test_row_0/C:col10/1732581430724/Put/seqid=0 2024-11-26T00:37:12,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742271_1447 (size=12949) 2024-11-26T00:37:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:12,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T00:37:12,886 DEBUG [Thread-1650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:63738 2024-11-26T00:37:12,886 DEBUG [Thread-1650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:12,886 DEBUG [Thread-1652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:63738 2024-11-26T00:37:12,886 DEBUG [Thread-1654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:63738 2024-11-26T00:37:12,886 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:12,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:12,886 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:12,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:12,888 DEBUG [Thread-1648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:63738 2024-11-26T00:37:12,888 DEBUG [Thread-1648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:12,895 DEBUG [Thread-1646 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:63738 2024-11-26T00:37:12,895 DEBUG [Thread-1646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:12,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d157fecfdcba4534aad81777858c1007_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_0/A:col10/1732581432884/Put/seqid=0 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2399 2024-11-26T00:37:12,895 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7197 rows 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2394 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7182 rows 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2383 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7149 rows 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2400 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7200 rows 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2383 2024-11-26T00:37:12,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7149 rows 2024-11-26T00:37:12,896 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:37:12,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:63738 2024-11-26T00:37:12,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:12,899 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T00:37:12,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T00:37:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:12,903 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581432903"}]},"ts":"1732581432903"} 2024-11-26T00:37:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742272_1448 (size=12454) 2024-11-26T00:37:12,904 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T00:37:12,944 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T00:37:12,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:37:12,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, UNASSIGN}] 2024-11-26T00:37:12,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, UNASSIGN 2024-11-26T00:37:12,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:12,952 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:37:12,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:37:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:13,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:13,106 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:13,106 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:37:13,106 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing 9d0aad59638acf518ab6259bb3cd0e6e, disabling compactions & flushes 2024-11-26T00:37:13,106 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:13,229 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/b3e8377e9ba3410bb246744bdc6c6f27 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b3e8377e9ba3410bb246744bdc6c6f27 2024-11-26T00:37:13,234 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/A of 9d0aad59638acf518ab6259bb3cd0e6e into b3e8377e9ba3410bb246744bdc6c6f27(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:13,234 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:13,234 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/A, priority=12, startTime=1732581432392; duration=0sec 2024-11-26T00:37:13,234 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:13,234 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:A 2024-11-26T00:37:13,240 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/8dc9b66cb07446288bf87c6c5e9ee27c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8dc9b66cb07446288bf87c6c5e9ee27c 2024-11-26T00:37:13,244 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d0aad59638acf518ab6259bb3cd0e6e/C of 9d0aad59638acf518ab6259bb3cd0e6e into 8dc9b66cb07446288bf87c6c5e9ee27c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:13,244 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:13,244 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:13,244 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e., storeName=9d0aad59638acf518ab6259bb3cd0e6e/C, priority=12, startTime=1732581432392; duration=0sec 2024-11-26T00:37:13,244 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:13,245 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d0aad59638acf518ab6259bb3cd0e6e:C 2024-11-26T00:37:13,305 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:13,312 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d157fecfdcba4534aad81777858c1007_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d157fecfdcba4534aad81777858c1007_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:13,313 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f2d2a3e58dc43a2956aeef46bf1ef7f, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:13,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f2d2a3e58dc43a2956aeef46bf1ef7f is 175, key is test_row_0/A:col10/1732581432884/Put/seqid=0 2024-11-26T00:37:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742273_1449 (size=31255) 2024-11-26T00:37:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:13,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f2d2a3e58dc43a2956aeef46bf1ef7f 2024-11-26T00:37:13,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d37e8187590d47458b29db7cfc50a8b1 is 50, key is test_row_0/B:col10/1732581432884/Put/seqid=0 2024-11-26T00:37:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742274_1450 (size=12301) 2024-11-26T00:37:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:14,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d37e8187590d47458b29db7cfc50a8b1 2024-11-26T00:37:14,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/e32789fc2baf4aa58dddd03a89cc52bf is 50, key is test_row_0/C:col10/1732581432884/Put/seqid=0 2024-11-26T00:37:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742275_1451 (size=12301) 2024-11-26T00:37:14,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/e32789fc2baf4aa58dddd03a89cc52bf 2024-11-26T00:37:14,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/1f2d2a3e58dc43a2956aeef46bf1ef7f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f2d2a3e58dc43a2956aeef46bf1ef7f 2024-11-26T00:37:14,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f2d2a3e58dc43a2956aeef46bf1ef7f, entries=150, sequenceid=297, filesize=30.5 K 2024-11-26T00:37:14,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/d37e8187590d47458b29db7cfc50a8b1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d37e8187590d47458b29db7cfc50a8b1 2024-11-26T00:37:14,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d37e8187590d47458b29db7cfc50a8b1, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T00:37:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/e32789fc2baf4aa58dddd03a89cc52bf as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/e32789fc2baf4aa58dddd03a89cc52bf 2024-11-26T00:37:14,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/e32789fc2baf4aa58dddd03a89cc52bf, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T00:37:14,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 9d0aad59638acf518ab6259bb3cd0e6e in 1712ms, sequenceid=297, compaction requested=false 2024-11-26T00:37:14,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:14,597 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:14,597 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:14,597 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. after waiting 0 ms 2024-11-26T00:37:14,597 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:14,597 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing 9d0aad59638acf518ab6259bb3cd0e6e 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-26T00:37:14,597 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=A 2024-11-26T00:37:14,597 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:14,597 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=B 2024-11-26T00:37:14,598 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:14,598 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d0aad59638acf518ab6259bb3cd0e6e, store=C 2024-11-26T00:37:14,598 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:14,602 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112693fcf608a97c4772b4afa5dc6e1a3a91_9d0aad59638acf518ab6259bb3cd0e6e is 50, key is test_row_1/A:col10/1732581432893/Put/seqid=0 2024-11-26T00:37:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742276_1452 (size=7374) 2024-11-26T00:37:15,008 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:15,018 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112693fcf608a97c4772b4afa5dc6e1a3a91_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112693fcf608a97c4772b4afa5dc6e1a3a91_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:15,020 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/4d031a68e26a480894d968cc7bcea6d3, store: [table=TestAcidGuarantees family=A region=9d0aad59638acf518ab6259bb3cd0e6e] 2024-11-26T00:37:15,021 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/4d031a68e26a480894d968cc7bcea6d3 is 175, key is test_row_1/A:col10/1732581432893/Put/seqid=0 2024-11-26T00:37:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742277_1453 (size=13865) 2024-11-26T00:37:15,426 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/4d031a68e26a480894d968cc7bcea6d3 2024-11-26T00:37:15,432 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/eb8921906e52430a8f4ab6ad096c05f1 is 50, key is test_row_1/B:col10/1732581432893/Put/seqid=0 2024-11-26T00:37:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742278_1454 (size=7415) 2024-11-26T00:37:15,837 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/eb8921906e52430a8f4ab6ad096c05f1 2024-11-26T00:37:15,851 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/c7dc6a4faa44487695febb62262ffd7a is 50, key is test_row_1/C:col10/1732581432893/Put/seqid=0 2024-11-26T00:37:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742279_1455 (size=7415) 2024-11-26T00:37:16,257 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/c7dc6a4faa44487695febb62262ffd7a 2024-11-26T00:37:16,266 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/A/4d031a68e26a480894d968cc7bcea6d3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/4d031a68e26a480894d968cc7bcea6d3 2024-11-26T00:37:16,272 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/4d031a68e26a480894d968cc7bcea6d3, entries=50, sequenceid=304, filesize=13.5 K 2024-11-26T00:37:16,274 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/B/eb8921906e52430a8f4ab6ad096c05f1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/eb8921906e52430a8f4ab6ad096c05f1 2024-11-26T00:37:16,278 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/eb8921906e52430a8f4ab6ad096c05f1, entries=50, sequenceid=304, filesize=7.2 K 2024-11-26T00:37:16,278 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/.tmp/C/c7dc6a4faa44487695febb62262ffd7a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/c7dc6a4faa44487695febb62262ffd7a 2024-11-26T00:37:16,282 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/c7dc6a4faa44487695febb62262ffd7a, entries=50, sequenceid=304, filesize=7.2 K 2024-11-26T00:37:16,282 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 9d0aad59638acf518ab6259bb3cd0e6e in 1685ms, sequenceid=304, compaction requested=true 2024-11-26T00:37:16,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/9fd0b4b794824c258d8bc57bf61acaf3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/dd52567e7fe94522bc3c82d7eb6c75ad, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/2409dd6c26e04b24ad9d14edea70c612, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/a60ee7a7d0394c3aa696be99c2443511, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/08a455141d7f4fd3b056a791417e6a92, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d] to archive 2024-11-26T00:37:16,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:37:16,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7be19d66460d493d91e73bbeb49bbf67 2024-11-26T00:37:16,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/7ea309a5176746559e249519f0785a16 2024-11-26T00:37:16,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/29c1f06a15a540ffb1c2906980abb636 2024-11-26T00:37:16,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/9fd0b4b794824c258d8bc57bf61acaf3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/9fd0b4b794824c258d8bc57bf61acaf3 2024-11-26T00:37:16,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/af49dc490f62435f94fcdef8c5368265 2024-11-26T00:37:16,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/e9fb1ff206e24529b2d9f2ec604712d4 2024-11-26T00:37:16,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/dd52567e7fe94522bc3c82d7eb6c75ad to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/dd52567e7fe94522bc3c82d7eb6c75ad 2024-11-26T00:37:16,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/aaa69802e0164a53b888029d60d9d314 2024-11-26T00:37:16,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b317da3bb0184c44ac417befc2fe234a 2024-11-26T00:37:16,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/2409dd6c26e04b24ad9d14edea70c612 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/2409dd6c26e04b24ad9d14edea70c612 2024-11-26T00:37:16,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/f198c6521dc545ac854fe452f1dcc97b 2024-11-26T00:37:16,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/60c9844a99834fddbd7338fb7c729140 2024-11-26T00:37:16,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/a60ee7a7d0394c3aa696be99c2443511 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/a60ee7a7d0394c3aa696be99c2443511 2024-11-26T00:37:16,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/6da1d00019474a7fb90ecd7d4e2b5436 2024-11-26T00:37:16,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/ba51e4dda70841cf84718d4ef945c242 2024-11-26T00:37:16,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/08a455141d7f4fd3b056a791417e6a92 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/08a455141d7f4fd3b056a791417e6a92 2024-11-26T00:37:16,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f24c887ab0344bb9d11630de7991164 2024-11-26T00:37:16,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5d6c65ba36004f699764b6542b82a6b7 2024-11-26T00:37:16,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/5262875b05e0454ba3e3faf23a5fd53d 2024-11-26T00:37:16,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/13063b7c06964c63b517f0eba553e897, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/90bfd26d81e14147ba499b8cfa8a4ffe, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/7a07cc9e46c247eda32cb6227aef6db6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/4cfd3a11591d43efaaaee8aa080cb2c9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d3a958938b9a487da7b8a940450cda18, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/995401c31b424272829fbd886224d299, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/52a4bf475e884d6997b0e41e2ab2d4ae, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d8a2d696d1ca4c0c813b54d578760937, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/e0aedda991364cd4b2f571d5bfd89539, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/dd7596e22ccf4216a152dd4ad82c5ab1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d6c791e1d33a4dc28ab03d55da434c47, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/092c3a973fce47f6aa839afff27db124, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ce1bf6dab35e4843a6242ebc19f9b4b6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/9726e5afe5214a879912a03f750f0bcd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/36fa6e9cf6f647c7834bb0039224586c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/8609ccbfe5ee40e988bde0279ac99d3f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ab285bd73b4749319003a3d5ceb22076, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/5ee072ad5d15440396deedb2815280ee, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/f419b0a752434c3bbc1eb6f26bc3f6ca] to archive 2024-11-26T00:37:16,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:37:16,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/13063b7c06964c63b517f0eba553e897 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/13063b7c06964c63b517f0eba553e897 2024-11-26T00:37:16,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/90bfd26d81e14147ba499b8cfa8a4ffe to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/90bfd26d81e14147ba499b8cfa8a4ffe 2024-11-26T00:37:16,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/7a07cc9e46c247eda32cb6227aef6db6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/7a07cc9e46c247eda32cb6227aef6db6 2024-11-26T00:37:16,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/4cfd3a11591d43efaaaee8aa080cb2c9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/4cfd3a11591d43efaaaee8aa080cb2c9 2024-11-26T00:37:16,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d3a958938b9a487da7b8a940450cda18 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d3a958938b9a487da7b8a940450cda18 2024-11-26T00:37:16,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/995401c31b424272829fbd886224d299 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/995401c31b424272829fbd886224d299 2024-11-26T00:37:16,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/52a4bf475e884d6997b0e41e2ab2d4ae to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/52a4bf475e884d6997b0e41e2ab2d4ae 2024-11-26T00:37:16,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d8a2d696d1ca4c0c813b54d578760937 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d8a2d696d1ca4c0c813b54d578760937 2024-11-26T00:37:16,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/e0aedda991364cd4b2f571d5bfd89539 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/e0aedda991364cd4b2f571d5bfd89539 2024-11-26T00:37:16,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/dd7596e22ccf4216a152dd4ad82c5ab1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/dd7596e22ccf4216a152dd4ad82c5ab1 2024-11-26T00:37:16,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d6c791e1d33a4dc28ab03d55da434c47 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d6c791e1d33a4dc28ab03d55da434c47 2024-11-26T00:37:16,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/092c3a973fce47f6aa839afff27db124 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/092c3a973fce47f6aa839afff27db124 2024-11-26T00:37:16,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ce1bf6dab35e4843a6242ebc19f9b4b6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ce1bf6dab35e4843a6242ebc19f9b4b6 2024-11-26T00:37:16,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/9726e5afe5214a879912a03f750f0bcd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/9726e5afe5214a879912a03f750f0bcd 2024-11-26T00:37:16,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/36fa6e9cf6f647c7834bb0039224586c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/36fa6e9cf6f647c7834bb0039224586c 2024-11-26T00:37:16,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/8609ccbfe5ee40e988bde0279ac99d3f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/8609ccbfe5ee40e988bde0279ac99d3f 2024-11-26T00:37:16,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ab285bd73b4749319003a3d5ceb22076 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/ab285bd73b4749319003a3d5ceb22076 2024-11-26T00:37:16,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/5ee072ad5d15440396deedb2815280ee to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/5ee072ad5d15440396deedb2815280ee 2024-11-26T00:37:16,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/f419b0a752434c3bbc1eb6f26bc3f6ca to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/f419b0a752434c3bbc1eb6f26bc3f6ca 2024-11-26T00:37:16,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/32784e5ab94e40aabdbdf88d70189e42, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/45be43f75d8d4d869069b7c4f2180dfd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/65bc7d9430a54fc8b2bddaa92e8fce16, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/0aed2a2b54674c369eaa34223109f7a3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f6656662a9d14d4ba20e954b6d3c010a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/9322914d46f2424b9e67bee037883cfa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/defd3bf2eb4948c08cb0a3889a7f8a21, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/307d3cf077df4ecaa603208562d8bc70, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/263bb0228d954a06b0e9c1b298b034b6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/eddcf16c86d34b678789ae2a4f699598, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f3e2a539e8da402ab8594f97b2bf2d88, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/49aa62f253214489add2c5273289f04f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f37683a0ffd044aba32011a3f55bac26, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/4c74293a48ac4e60b48006bb87c97a0a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/047a7472d2e640518800ba58f78dfafd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/90307f120a3b4bb1b09efe7a0c51cf2e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8a53405d7c8a4ac0aad891088f5ca882, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/1324b2d6efa1465fb2f11e8550c936f4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/99a75028156d4ccc834bb6f9d321fd1d] to archive 2024-11-26T00:37:16,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:37:16,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/32784e5ab94e40aabdbdf88d70189e42 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/32784e5ab94e40aabdbdf88d70189e42 2024-11-26T00:37:16,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/45be43f75d8d4d869069b7c4f2180dfd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/45be43f75d8d4d869069b7c4f2180dfd 2024-11-26T00:37:16,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/65bc7d9430a54fc8b2bddaa92e8fce16 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/65bc7d9430a54fc8b2bddaa92e8fce16 2024-11-26T00:37:16,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/0aed2a2b54674c369eaa34223109f7a3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/0aed2a2b54674c369eaa34223109f7a3 2024-11-26T00:37:16,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f6656662a9d14d4ba20e954b6d3c010a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f6656662a9d14d4ba20e954b6d3c010a 2024-11-26T00:37:16,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/9322914d46f2424b9e67bee037883cfa to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/9322914d46f2424b9e67bee037883cfa 2024-11-26T00:37:16,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/defd3bf2eb4948c08cb0a3889a7f8a21 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/defd3bf2eb4948c08cb0a3889a7f8a21 2024-11-26T00:37:16,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/307d3cf077df4ecaa603208562d8bc70 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/307d3cf077df4ecaa603208562d8bc70 2024-11-26T00:37:16,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/263bb0228d954a06b0e9c1b298b034b6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/263bb0228d954a06b0e9c1b298b034b6 2024-11-26T00:37:16,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/eddcf16c86d34b678789ae2a4f699598 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/eddcf16c86d34b678789ae2a4f699598 2024-11-26T00:37:16,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f3e2a539e8da402ab8594f97b2bf2d88 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f3e2a539e8da402ab8594f97b2bf2d88 2024-11-26T00:37:16,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/49aa62f253214489add2c5273289f04f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/49aa62f253214489add2c5273289f04f 2024-11-26T00:37:16,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f37683a0ffd044aba32011a3f55bac26 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/f37683a0ffd044aba32011a3f55bac26 2024-11-26T00:37:16,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/4c74293a48ac4e60b48006bb87c97a0a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/4c74293a48ac4e60b48006bb87c97a0a 2024-11-26T00:37:16,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/047a7472d2e640518800ba58f78dfafd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/047a7472d2e640518800ba58f78dfafd 2024-11-26T00:37:16,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/90307f120a3b4bb1b09efe7a0c51cf2e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/90307f120a3b4bb1b09efe7a0c51cf2e 2024-11-26T00:37:16,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8a53405d7c8a4ac0aad891088f5ca882 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8a53405d7c8a4ac0aad891088f5ca882 2024-11-26T00:37:16,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/1324b2d6efa1465fb2f11e8550c936f4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/1324b2d6efa1465fb2f11e8550c936f4 2024-11-26T00:37:16,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/99a75028156d4ccc834bb6f9d321fd1d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/99a75028156d4ccc834bb6f9d321fd1d 2024-11-26T00:37:16,333 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=4 2024-11-26T00:37:16,334 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e. 2024-11-26T00:37:16,334 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for 9d0aad59638acf518ab6259bb3cd0e6e: 2024-11-26T00:37:16,335 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed 9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:16,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=9d0aad59638acf518ab6259bb3cd0e6e, regionState=CLOSED 2024-11-26T00:37:16,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-26T00:37:16,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure 9d0aad59638acf518ab6259bb3cd0e6e, server=d90b379473c3,35461,1732581313682 in 3.3840 sec 2024-11-26T00:37:16,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-26T00:37:16,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d0aad59638acf518ab6259bb3cd0e6e, UNASSIGN in 3.3890 sec 2024-11-26T00:37:16,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T00:37:16,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3930 sec 2024-11-26T00:37:16,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581436340"}]},"ts":"1732581436340"} 2024-11-26T00:37:16,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T00:37:16,536 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T00:37:16,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.6370 sec 2024-11-26T00:37:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T00:37:17,013 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-26T00:37:17,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T00:37:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,019 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T00:37:17,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,022 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,027 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/recovered.edits] 2024-11-26T00:37:17,033 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f2d2a3e58dc43a2956aeef46bf1ef7f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/1f2d2a3e58dc43a2956aeef46bf1ef7f 2024-11-26T00:37:17,035 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/4d031a68e26a480894d968cc7bcea6d3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/4d031a68e26a480894d968cc7bcea6d3 2024-11-26T00:37:17,038 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b3e8377e9ba3410bb246744bdc6c6f27 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/A/b3e8377e9ba3410bb246744bdc6c6f27 2024-11-26T00:37:17,043 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/2539b128cb0a4f1c9e96dc2389ed5513 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/2539b128cb0a4f1c9e96dc2389ed5513 2024-11-26T00:37:17,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d37e8187590d47458b29db7cfc50a8b1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/d37e8187590d47458b29db7cfc50a8b1 2024-11-26T00:37:17,047 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/eb8921906e52430a8f4ab6ad096c05f1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/B/eb8921906e52430a8f4ab6ad096c05f1 2024-11-26T00:37:17,052 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8dc9b66cb07446288bf87c6c5e9ee27c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/8dc9b66cb07446288bf87c6c5e9ee27c 2024-11-26T00:37:17,054 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/c7dc6a4faa44487695febb62262ffd7a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/c7dc6a4faa44487695febb62262ffd7a 2024-11-26T00:37:17,056 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/e32789fc2baf4aa58dddd03a89cc52bf to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/C/e32789fc2baf4aa58dddd03a89cc52bf 2024-11-26T00:37:17,061 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/recovered.edits/307.seqid to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e/recovered.edits/307.seqid 2024-11-26T00:37:17,062 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,062 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T00:37:17,063 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T00:37:17,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T00:37:17,070 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262e8d785c09e94004a22eca6576ad2489_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262e8d785c09e94004a22eca6576ad2489_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,072 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112633274f25c90d43e8ae74ee2775ae2ea7_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112633274f25c90d43e8ae74ee2775ae2ea7_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,074 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126463b528a8f05484e804bfcaed1541831_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126463b528a8f05484e804bfcaed1541831_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,076 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112673e88fc53717402788b3f4034d42ea09_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112673e88fc53717402788b3f4034d42ea09_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,077 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112679b8d3b51a5d48588a82bde61f3ae5fc_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112679b8d3b51a5d48588a82bde61f3ae5fc_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,079 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267f3626b54a5f4c879265661bf6a255d3_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267f3626b54a5f4c879265661bf6a255d3_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,081 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268bd161e7983f4f84b4a296db65619dba_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268bd161e7983f4f84b4a296db65619dba_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,082 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126928c9749188e4d4280630d7bc0aed70d_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126928c9749188e4d4280630d7bc0aed70d_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,084 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112693fcf608a97c4772b4afa5dc6e1a3a91_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112693fcf608a97c4772b4afa5dc6e1a3a91_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,085 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269aa7f95103a94de395528d8e0d303760_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269aa7f95103a94de395528d8e0d303760_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,087 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a799017ebea545249ad30dccee6d0501_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a799017ebea545249ad30dccee6d0501_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,088 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bc07d57ceff849ff907412de924aaf3c_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bc07d57ceff849ff907412de924aaf3c_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,090 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bd09b83f35a24befa49acaf16b349fe7_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bd09b83f35a24befa49acaf16b349fe7_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,092 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cbf444a21a2a46b9a3a43978f3c857cf_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cbf444a21a2a46b9a3a43978f3c857cf_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,094 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d157fecfdcba4534aad81777858c1007_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d157fecfdcba4534aad81777858c1007_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,095 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6f9d4d16f7e48618de722ba847f8984_9d0aad59638acf518ab6259bb3cd0e6e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6f9d4d16f7e48618de722ba847f8984_9d0aad59638acf518ab6259bb3cd0e6e 2024-11-26T00:37:17,096 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T00:37:17,099 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,101 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T00:37:17,103 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T00:37:17,105 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,105 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T00:37:17,105 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732581437105"}]},"ts":"9223372036854775807"} 2024-11-26T00:37:17,108 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T00:37:17,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9d0aad59638acf518ab6259bb3cd0e6e, NAME => 'TestAcidGuarantees,,1732581407981.9d0aad59638acf518ab6259bb3cd0e6e.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T00:37:17,108 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T00:37:17,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732581437108"}]},"ts":"9223372036854775807"} 2024-11-26T00:37:17,110 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T00:37:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T00:37:17,154 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 139 msec 2024-11-26T00:37:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T00:37:17,324 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-26T00:37:17,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=1961 (was 1993) 2024-11-26T00:37:17,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=1961 2024-11-26T00:37:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:37:17,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:37:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:17,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:37:17,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:17,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-26T00:37:17,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:37:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-26T00:37:17,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742280_1456 (size=963) 2024-11-26T00:37:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-26T00:37:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-26T00:37:17,765 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:37:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742281_1457 (size=53) 2024-11-26T00:37:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-26T00:37:18,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:37:18,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1412e364d84754dd68b372d860fcb362, disabling compactions & flushes 2024-11-26T00:37:18,177 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. after waiting 0 ms 2024-11-26T00:37:18,177 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,177 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:18,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:37:18,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732581438180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581438180"}]},"ts":"1732581438180"} 2024-11-26T00:37:18,183 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:37:18,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:37:18,185 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581438185"}]},"ts":"1732581438185"} 2024-11-26T00:37:18,186 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T00:37:18,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, ASSIGN}] 2024-11-26T00:37:18,238 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, ASSIGN 2024-11-26T00:37:18,239 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:37:18,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=1412e364d84754dd68b372d860fcb362, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:18,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:37:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-26T00:37:18,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:18,553 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,554 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:37:18,554 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,554 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:37:18,555 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,555 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,557 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,559 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:18,559 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1412e364d84754dd68b372d860fcb362 columnFamilyName A 2024-11-26T00:37:18,559 DEBUG [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:18,559 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.HStore(327): Store=1412e364d84754dd68b372d860fcb362/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:18,560 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,560 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:18,561 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1412e364d84754dd68b372d860fcb362 columnFamilyName B 2024-11-26T00:37:18,561 DEBUG [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:18,561 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.HStore(327): Store=1412e364d84754dd68b372d860fcb362/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:18,561 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,562 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:18,562 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1412e364d84754dd68b372d860fcb362 columnFamilyName C 2024-11-26T00:37:18,562 DEBUG [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:18,563 INFO [StoreOpener-1412e364d84754dd68b372d860fcb362-1 {}] regionserver.HStore(327): Store=1412e364d84754dd68b372d860fcb362/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:18,563 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,563 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,564 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,565 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:37:18,566 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:18,568 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:37:18,568 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 1412e364d84754dd68b372d860fcb362; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68827985, jitterRate=0.025616899132728577}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:37:18,568 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:18,569 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., pid=127, masterSystemTime=1732581438546 2024-11-26T00:37:18,570 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,570 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:18,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=1412e364d84754dd68b372d860fcb362, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:18,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T00:37:18,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 in 179 msec 2024-11-26T00:37:18,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-26T00:37:18,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, ASSIGN in 336 msec 2024-11-26T00:37:18,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:37:18,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581438574"}]},"ts":"1732581438574"} 2024-11-26T00:37:18,575 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T00:37:18,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:37:18,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2360 sec 2024-11-26T00:37:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-26T00:37:19,465 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-26T00:37:19,468 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-26T00:37:19,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:37:19,491 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:37:19,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-26T00:37:19,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-26T00:37:19,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-26T00:37:19,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-26T00:37:19,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-26T00:37:19,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-26T00:37:19,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-26T00:37:19,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-26T00:37:19,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-26T00:37:19,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-26T00:37:19,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:19,671 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:19,671 DEBUG [hconnection-0x45898c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,672 DEBUG [hconnection-0x7de10f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-26T00:37:19,673 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,673 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:19,673 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,673 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:19,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:19,679 DEBUG [hconnection-0xcdcca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,680 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:19,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:37:19,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:19,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:19,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:19,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:19,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:19,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581499694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581499694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,695 DEBUG [hconnection-0x2a6c3214-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,695 DEBUG [hconnection-0x3b3db673-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,695 DEBUG [hconnection-0x2da02a2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,695 DEBUG [hconnection-0x5f6d705b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,696 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,696 DEBUG [hconnection-0x6d27ba7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,696 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,696 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,696 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,697 DEBUG [hconnection-0x60f31045-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,697 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581499698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581499698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581499698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,703 DEBUG [hconnection-0x7a282a3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:19,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:19,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/184b1e4854c74348b1640f9a676c496a is 50, key is test_row_0/A:col10/1732581439681/Put/seqid=0 2024-11-26T00:37:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742282_1458 (size=12001) 2024-11-26T00:37:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581499795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581499795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581499799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581499799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581499799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:19,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:19,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:19,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:19,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:19,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:19,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581499998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581499998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581500003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581500004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581500004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/184b1e4854c74348b1640f9a676c496a 2024-11-26T00:37:20,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/cc0715006c964761ae6979b8ede43a25 is 50, key is test_row_0/B:col10/1732581439681/Put/seqid=0 2024-11-26T00:37:20,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742283_1459 (size=12001) 2024-11-26T00:37:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:20,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581500302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581500304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581500308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581500308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581500309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/cc0715006c964761ae6979b8ede43a25 2024-11-26T00:37:20,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/9893494aa21e4001adabb39034c8203d is 50, key is test_row_0/C:col10/1732581439681/Put/seqid=0 2024-11-26T00:37:20,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742284_1460 (size=12001) 2024-11-26T00:37:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:20,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581500808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581500811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581500816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581500816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581500818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:20,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:20,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:20,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/9893494aa21e4001adabb39034c8203d 2024-11-26T00:37:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/184b1e4854c74348b1640f9a676c496a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/184b1e4854c74348b1640f9a676c496a 2024-11-26T00:37:20,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/184b1e4854c74348b1640f9a676c496a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T00:37:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/cc0715006c964761ae6979b8ede43a25 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/cc0715006c964761ae6979b8ede43a25 2024-11-26T00:37:20,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/cc0715006c964761ae6979b8ede43a25, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T00:37:20,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/9893494aa21e4001adabb39034c8203d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/9893494aa21e4001adabb39034c8203d 2024-11-26T00:37:21,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/9893494aa21e4001adabb39034c8203d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T00:37:21,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1412e364d84754dd68b372d860fcb362 in 1319ms, sequenceid=12, compaction requested=false 2024-11-26T00:37:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T00:37:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:21,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T00:37:21,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:21,044 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:37:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/bee330d3cd374b209c72f7439c1172a7 is 50, key is test_row_0/A:col10/1732581439692/Put/seqid=0 2024-11-26T00:37:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742285_1461 (size=12001) 2024-11-26T00:37:21,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/bee330d3cd374b209c72f7439c1172a7 2024-11-26T00:37:21,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/8105121bcef441cdac633e20612b4e44 is 50, key is test_row_0/B:col10/1732581439692/Put/seqid=0 2024-11-26T00:37:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742286_1462 (size=12001) 2024-11-26T00:37:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:21,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:21,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581501827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581501827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581501827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581501828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581501830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T00:37:21,859 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/8105121bcef441cdac633e20612b4e44 2024-11-26T00:37:21,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/5e322d0d20fb46d59f56b870708ddb40 is 50, key is test_row_0/C:col10/1732581439692/Put/seqid=0 2024-11-26T00:37:21,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742287_1463 (size=12001) 2024-11-26T00:37:21,878 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/5e322d0d20fb46d59f56b870708ddb40 2024-11-26T00:37:21,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/bee330d3cd374b209c72f7439c1172a7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bee330d3cd374b209c72f7439c1172a7 2024-11-26T00:37:21,886 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bee330d3cd374b209c72f7439c1172a7, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:37:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/8105121bcef441cdac633e20612b4e44 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8105121bcef441cdac633e20612b4e44 2024-11-26T00:37:21,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8105121bcef441cdac633e20612b4e44, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:37:21,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/5e322d0d20fb46d59f56b870708ddb40 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5e322d0d20fb46d59f56b870708ddb40 2024-11-26T00:37:21,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5e322d0d20fb46d59f56b870708ddb40, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T00:37:21,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1412e364d84754dd68b372d860fcb362 in 851ms, sequenceid=37, compaction requested=false 2024-11-26T00:37:21,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-26T00:37:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-26T00:37:21,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T00:37:21,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec 2024-11-26T00:37:21,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.2260 sec 2024-11-26T00:37:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:21,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:37:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:21,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/31067b0d4542410aba1bf83966118db3 is 50, key is test_row_1/A:col10/1732581441938/Put/seqid=0 2024-11-26T00:37:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742288_1464 (size=11997) 2024-11-26T00:37:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581501969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581501970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581501974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581501976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581502078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581502078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581502082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581502083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581502286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581502286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581502286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581502288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/31067b0d4542410aba1bf83966118db3 2024-11-26T00:37:22,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/4dc10657da0e4bee9b21c15da165c38f is 50, key is test_row_1/B:col10/1732581441938/Put/seqid=0 2024-11-26T00:37:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742289_1465 (size=9657) 2024-11-26T00:37:22,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581502590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581502590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581502590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581502592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:22,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/4dc10657da0e4bee9b21c15da165c38f 2024-11-26T00:37:22,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/6041a5cb0fc94f85b3c39c514127853e is 50, key is test_row_1/C:col10/1732581441938/Put/seqid=0 2024-11-26T00:37:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742290_1466 (size=9657) 2024-11-26T00:37:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581503094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581503094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581503095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581503100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:23,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/6041a5cb0fc94f85b3c39c514127853e 2024-11-26T00:37:23,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/31067b0d4542410aba1bf83966118db3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/31067b0d4542410aba1bf83966118db3 2024-11-26T00:37:23,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/31067b0d4542410aba1bf83966118db3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T00:37:23,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/4dc10657da0e4bee9b21c15da165c38f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4dc10657da0e4bee9b21c15da165c38f 2024-11-26T00:37:23,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4dc10657da0e4bee9b21c15da165c38f, entries=100, sequenceid=51, filesize=9.4 K 2024-11-26T00:37:23,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/6041a5cb0fc94f85b3c39c514127853e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6041a5cb0fc94f85b3c39c514127853e 2024-11-26T00:37:23,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6041a5cb0fc94f85b3c39c514127853e, entries=100, sequenceid=51, filesize=9.4 K 2024-11-26T00:37:23,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1412e364d84754dd68b372d860fcb362 in 1248ms, sequenceid=51, compaction requested=true 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:23,187 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:23,187 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:23,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:23,188 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:23,188 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:23,188 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/184b1e4854c74348b1640f9a676c496a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bee330d3cd374b209c72f7439c1172a7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/31067b0d4542410aba1bf83966118db3] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=35.2 K 2024-11-26T00:37:23,188 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/cc0715006c964761ae6979b8ede43a25, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8105121bcef441cdac633e20612b4e44, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4dc10657da0e4bee9b21c15da165c38f] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=32.9 K 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0715006c964761ae6979b8ede43a25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732581439679 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184b1e4854c74348b1640f9a676c496a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732581439679 2024-11-26T00:37:23,188 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8105121bcef441cdac633e20612b4e44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581439692 2024-11-26T00:37:23,189 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting bee330d3cd374b209c72f7439c1172a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581439692 2024-11-26T00:37:23,189 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31067b0d4542410aba1bf83966118db3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732581441938 2024-11-26T00:37:23,189 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dc10657da0e4bee9b21c15da165c38f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732581441938 2024-11-26T00:37:23,194 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:23,194 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/0cdc1d0de731470188a793d6d3acf886 is 50, key is test_row_0/B:col10/1732581439692/Put/seqid=0 2024-11-26T00:37:23,194 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:23,195 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/4e7241f9f980422888a58c508e2e6fb9 is 50, key is test_row_0/A:col10/1732581439692/Put/seqid=0 2024-11-26T00:37:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742291_1467 (size=12104) 2024-11-26T00:37:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742292_1468 (size=12104) 2024-11-26T00:37:23,600 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/4e7241f9f980422888a58c508e2e6fb9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4e7241f9f980422888a58c508e2e6fb9 2024-11-26T00:37:23,600 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/0cdc1d0de731470188a793d6d3acf886 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/0cdc1d0de731470188a793d6d3acf886 2024-11-26T00:37:23,604 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into 0cdc1d0de731470188a793d6d3acf886(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:23,604 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 4e7241f9f980422888a58c508e2e6fb9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:23,604 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=13, startTime=1732581443187; duration=0sec 2024-11-26T00:37:23,604 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=13, startTime=1732581443187; duration=0sec 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:23,604 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:23,605 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:23,605 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:23,605 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:23,605 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/9893494aa21e4001adabb39034c8203d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5e322d0d20fb46d59f56b870708ddb40, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6041a5cb0fc94f85b3c39c514127853e] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=32.9 K 2024-11-26T00:37:23,605 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9893494aa21e4001adabb39034c8203d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732581439679 2024-11-26T00:37:23,605 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e322d0d20fb46d59f56b870708ddb40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732581439692 2024-11-26T00:37:23,606 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 6041a5cb0fc94f85b3c39c514127853e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732581441938 2024-11-26T00:37:23,611 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:23,611 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/66d7cf60218c478d880a3657efbe044b is 50, key is test_row_0/C:col10/1732581439692/Put/seqid=0 2024-11-26T00:37:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742293_1469 (size=12104) 2024-11-26T00:37:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T00:37:23,777 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-26T00:37:23,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-26T00:37:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T00:37:23,779 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:23,779 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:23,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:23,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:37:23,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:23,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:23,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:23,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:23,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:23,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:23,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/53f909b5c6d04f4da9ec0243efb81336 is 50, key is test_row_0/A:col10/1732581443855/Put/seqid=0 2024-11-26T00:37:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742294_1470 (size=14341) 2024-11-26T00:37:23,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/53f909b5c6d04f4da9ec0243efb81336 2024-11-26T00:37:23,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/ff8b650a42b549a1bcd2fae6047c9e79 is 50, key is test_row_0/B:col10/1732581443855/Put/seqid=0 2024-11-26T00:37:23,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742295_1471 (size=12001) 2024-11-26T00:37:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T00:37:23,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581503916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:23,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:23,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:23,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,018 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/66d7cf60218c478d880a3657efbe044b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66d7cf60218c478d880a3657efbe044b 2024-11-26T00:37:24,021 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into 66d7cf60218c478d880a3657efbe044b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:24,021 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:24,021 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=13, startTime=1732581443187; duration=0sec 2024-11-26T00:37:24,021 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:24,021 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581504022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T00:37:24,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:24,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:24,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581504100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581504101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581504103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581504105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581504227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/ff8b650a42b549a1bcd2fae6047c9e79 2024-11-26T00:37:24,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/822f65777b214a4cad2ad92f5d6e00ac is 50, key is test_row_0/C:col10/1732581443855/Put/seqid=0 2024-11-26T00:37:24,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742296_1472 (size=12001) 2024-11-26T00:37:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T00:37:24,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:24,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:24,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581504532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:24,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:24,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/822f65777b214a4cad2ad92f5d6e00ac 2024-11-26T00:37:24,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/53f909b5c6d04f4da9ec0243efb81336 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/53f909b5c6d04f4da9ec0243efb81336 2024-11-26T00:37:24,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/53f909b5c6d04f4da9ec0243efb81336, entries=200, sequenceid=76, filesize=14.0 K 2024-11-26T00:37:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/ff8b650a42b549a1bcd2fae6047c9e79 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ff8b650a42b549a1bcd2fae6047c9e79 2024-11-26T00:37:24,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ff8b650a42b549a1bcd2fae6047c9e79, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:37:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/822f65777b214a4cad2ad92f5d6e00ac as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/822f65777b214a4cad2ad92f5d6e00ac 2024-11-26T00:37:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/822f65777b214a4cad2ad92f5d6e00ac, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T00:37:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1412e364d84754dd68b372d860fcb362 in 842ms, sequenceid=76, compaction requested=false 2024-11-26T00:37:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:24,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:24,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:24,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/73c4dfcd70ba4d86b9c8c7acdb571c03 is 50, key is test_row_0/A:col10/1732581443875/Put/seqid=0 2024-11-26T00:37:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742297_1473 (size=12001) 2024-11-26T00:37:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T00:37:25,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581505150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:25,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/73c4dfcd70ba4d86b9c8c7acdb571c03 2024-11-26T00:37:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/188ad2f9055b420b878ea0c61c49bff6 is 50, key is test_row_0/B:col10/1732581443875/Put/seqid=0 2024-11-26T00:37:25,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581505255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742298_1474 (size=12001) 2024-11-26T00:37:25,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581505459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:25,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/188ad2f9055b420b878ea0c61c49bff6 2024-11-26T00:37:25,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/f52a3ff957e84f03bd65d3a97b7be36d is 50, key is test_row_0/C:col10/1732581443875/Put/seqid=0 2024-11-26T00:37:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742299_1475 (size=12001) 2024-11-26T00:37:25,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/f52a3ff957e84f03bd65d3a97b7be36d 2024-11-26T00:37:25,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/73c4dfcd70ba4d86b9c8c7acdb571c03 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73c4dfcd70ba4d86b9c8c7acdb571c03 2024-11-26T00:37:25,674 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73c4dfcd70ba4d86b9c8c7acdb571c03, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T00:37:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/188ad2f9055b420b878ea0c61c49bff6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/188ad2f9055b420b878ea0c61c49bff6 2024-11-26T00:37:25,677 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/188ad2f9055b420b878ea0c61c49bff6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T00:37:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/f52a3ff957e84f03bd65d3a97b7be36d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/f52a3ff957e84f03bd65d3a97b7be36d 2024-11-26T00:37:25,680 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/f52a3ff957e84f03bd65d3a97b7be36d, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T00:37:25,680 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1412e364d84754dd68b372d860fcb362 in 836ms, sequenceid=90, compaction requested=true 2024-11-26T00:37:25,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:25,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:25,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-26T00:37:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-26T00:37:25,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-26T00:37:25,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9020 sec 2024-11-26T00:37:25,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.9040 sec 2024-11-26T00:37:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:25,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:37:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:25,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/e59526f068344582bfda0cda66515f49 is 50, key is test_row_0/A:col10/1732581445767/Put/seqid=0 2024-11-26T00:37:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742300_1476 (size=14341) 2024-11-26T00:37:25,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581505813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T00:37:25,882 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T00:37:25,883 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-26T00:37:25,884 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T00:37:25,884 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:25,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581505920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T00:37:26,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581506108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,112 DEBUG [Thread-2039 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581506121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581506122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,127 DEBUG [Thread-2035 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:26,127 DEBUG [Thread-2033 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581506126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581506128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,136 DEBUG [Thread-2041 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:26,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/e59526f068344582bfda0cda66515f49 2024-11-26T00:37:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T00:37:26,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/64cf6f536d414f81984a4232cab67a6a is 50, key is test_row_0/B:col10/1732581445767/Put/seqid=0 2024-11-26T00:37:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742301_1477 (size=12001) 2024-11-26T00:37:26,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581506433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T00:37:26,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/64cf6f536d414f81984a4232cab67a6a 2024-11-26T00:37:26,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/31ac6a35cf32440286043effe9908441 is 50, key is test_row_0/C:col10/1732581445767/Put/seqid=0 2024-11-26T00:37:26,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742302_1478 (size=12001) 2024-11-26T00:37:26,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,834 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581506939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:26,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T00:37:26,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:27,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/31ac6a35cf32440286043effe9908441 2024-11-26T00:37:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/e59526f068344582bfda0cda66515f49 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/e59526f068344582bfda0cda66515f49 2024-11-26T00:37:27,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/e59526f068344582bfda0cda66515f49, entries=200, sequenceid=114, filesize=14.0 K 2024-11-26T00:37:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/64cf6f536d414f81984a4232cab67a6a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/64cf6f536d414f81984a4232cab67a6a 2024-11-26T00:37:27,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/64cf6f536d414f81984a4232cab67a6a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T00:37:27,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/31ac6a35cf32440286043effe9908441 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/31ac6a35cf32440286043effe9908441 2024-11-26T00:37:27,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/31ac6a35cf32440286043effe9908441, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T00:37:27,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1412e364d84754dd68b372d860fcb362 in 1289ms, sequenceid=114, compaction requested=true 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:27,057 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:27,057 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:27,058 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:27,058 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:27,058 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:27,058 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:27,058 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:27,058 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:27,058 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4e7241f9f980422888a58c508e2e6fb9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/53f909b5c6d04f4da9ec0243efb81336, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73c4dfcd70ba4d86b9c8c7acdb571c03, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/e59526f068344582bfda0cda66515f49] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=51.5 K 2024-11-26T00:37:27,058 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/0cdc1d0de731470188a793d6d3acf886, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ff8b650a42b549a1bcd2fae6047c9e79, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/188ad2f9055b420b878ea0c61c49bff6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/64cf6f536d414f81984a4232cab67a6a] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=47.0 K 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7241f9f980422888a58c508e2e6fb9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732581439692 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cdc1d0de731470188a793d6d3acf886, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732581439692 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53f909b5c6d04f4da9ec0243efb81336, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581441968 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ff8b650a42b549a1bcd2fae6047c9e79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581441968 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c4dfcd70ba4d86b9c8c7acdb571c03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581443875 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 188ad2f9055b420b878ea0c61c49bff6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581443875 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 64cf6f536d414f81984a4232cab67a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732581445132 2024-11-26T00:37:27,059 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e59526f068344582bfda0cda66515f49, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732581445132 2024-11-26T00:37:27,064 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:27,064 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:27,065 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/ad1499cb9e26443e8423a6ba1edb57d7 is 50, key is test_row_0/B:col10/1732581445767/Put/seqid=0 2024-11-26T00:37:27,065 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/415a822640d74aae910797929e5d9af0 is 50, key is test_row_0/A:col10/1732581445767/Put/seqid=0 2024-11-26T00:37:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742304_1480 (size=12241) 2024-11-26T00:37:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742303_1479 (size=12241) 2024-11-26T00:37:27,071 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/415a822640d74aae910797929e5d9af0 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/415a822640d74aae910797929e5d9af0 2024-11-26T00:37:27,074 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 415a822640d74aae910797929e5d9af0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:27,074 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:27,075 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=12, startTime=1732581447057; duration=0sec 2024-11-26T00:37:27,075 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:27,075 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:27,075 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:27,075 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:27,075 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:27,076 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:27,076 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66d7cf60218c478d880a3657efbe044b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/822f65777b214a4cad2ad92f5d6e00ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/f52a3ff957e84f03bd65d3a97b7be36d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/31ac6a35cf32440286043effe9908441] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=47.0 K 2024-11-26T00:37:27,076 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66d7cf60218c478d880a3657efbe044b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732581439692 2024-11-26T00:37:27,076 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822f65777b214a4cad2ad92f5d6e00ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732581441968 2024-11-26T00:37:27,076 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting f52a3ff957e84f03bd65d3a97b7be36d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732581443875 2024-11-26T00:37:27,076 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31ac6a35cf32440286043effe9908441, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732581445132 2024-11-26T00:37:27,081 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:27,082 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/634a978f3d464cd4a5ed20cb37e1814a is 50, key is test_row_0/C:col10/1732581445767/Put/seqid=0 2024-11-26T00:37:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742305_1481 (size=12241) 2024-11-26T00:37:27,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:27,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T00:37:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:27,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:37:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/bf89a8f98d1a43ff9b52f002de160e20 is 50, key is test_row_0/A:col10/1732581445786/Put/seqid=0 2024-11-26T00:37:27,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742306_1482 (size=12001) 2024-11-26T00:37:27,472 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/ad1499cb9e26443e8423a6ba1edb57d7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ad1499cb9e26443e8423a6ba1edb57d7 2024-11-26T00:37:27,475 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into ad1499cb9e26443e8423a6ba1edb57d7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:27,475 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:27,475 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=12, startTime=1732581447057; duration=0sec 2024-11-26T00:37:27,475 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:27,475 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:27,488 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/634a978f3d464cd4a5ed20cb37e1814a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/634a978f3d464cd4a5ed20cb37e1814a 2024-11-26T00:37:27,491 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into 634a978f3d464cd4a5ed20cb37e1814a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:27,491 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:27,491 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=12, startTime=1732581447057; duration=0sec 2024-11-26T00:37:27,491 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:27,491 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:27,546 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/bf89a8f98d1a43ff9b52f002de160e20 2024-11-26T00:37:27,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/f21096499e4048ff8fb21176b47bc0f7 is 50, key is test_row_0/B:col10/1732581445786/Put/seqid=0 2024-11-26T00:37:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742307_1483 (size=12001) 2024-11-26T00:37:27,558 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/f21096499e4048ff8fb21176b47bc0f7 2024-11-26T00:37:27,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/e60a35817f2b45faa7398f5d7ab3ae2b is 50, key is test_row_0/C:col10/1732581445786/Put/seqid=0 2024-11-26T00:37:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742308_1484 (size=12001) 2024-11-26T00:37:27,574 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/e60a35817f2b45faa7398f5d7ab3ae2b 2024-11-26T00:37:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/bf89a8f98d1a43ff9b52f002de160e20 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bf89a8f98d1a43ff9b52f002de160e20 2024-11-26T00:37:27,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bf89a8f98d1a43ff9b52f002de160e20, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T00:37:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/f21096499e4048ff8fb21176b47bc0f7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f21096499e4048ff8fb21176b47bc0f7 2024-11-26T00:37:27,583 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f21096499e4048ff8fb21176b47bc0f7, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T00:37:27,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/e60a35817f2b45faa7398f5d7ab3ae2b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/e60a35817f2b45faa7398f5d7ab3ae2b 2024-11-26T00:37:27,587 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/e60a35817f2b45faa7398f5d7ab3ae2b, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T00:37:27,588 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 1412e364d84754dd68b372d860fcb362 in 450ms, sequenceid=127, compaction requested=false 2024-11-26T00:37:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-26T00:37:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-26T00:37:27,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T00:37:27,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7050 sec 2024-11-26T00:37:27,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.7080 sec 2024-11-26T00:37:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:27,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:37:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:27,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/dc5112c452344eada14a0a736e2b52e1 is 50, key is test_row_0/A:col10/1732581447965/Put/seqid=0 2024-11-26T00:37:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742309_1485 (size=12151) 2024-11-26T00:37:27,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/dc5112c452344eada14a0a736e2b52e1 2024-11-26T00:37:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T00:37:27,987 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-26T00:37:27,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:27,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/4fc928b3438d4f9e97187c315257048c is 50, key is test_row_0/B:col10/1732581447965/Put/seqid=0 2024-11-26T00:37:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T00:37:27,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:27,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:27,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742310_1486 (size=12151) 2024-11-26T00:37:28,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/4fc928b3438d4f9e97187c315257048c 2024-11-26T00:37:28,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/6654f939b20244d38025ed4aeeeec8df is 50, key is test_row_0/C:col10/1732581447965/Put/seqid=0 2024-11-26T00:37:28,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742311_1487 (size=12151) 2024-11-26T00:37:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581508113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581508221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:28,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/6654f939b20244d38025ed4aeeeec8df 2024-11-26T00:37:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/dc5112c452344eada14a0a736e2b52e1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/dc5112c452344eada14a0a736e2b52e1 2024-11-26T00:37:28,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/dc5112c452344eada14a0a736e2b52e1, entries=150, sequenceid=140, filesize=11.9 K 2024-11-26T00:37:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/4fc928b3438d4f9e97187c315257048c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4fc928b3438d4f9e97187c315257048c 2024-11-26T00:37:28,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4fc928b3438d4f9e97187c315257048c, entries=150, sequenceid=140, filesize=11.9 K 2024-11-26T00:37:28,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/6654f939b20244d38025ed4aeeeec8df as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6654f939b20244d38025ed4aeeeec8df 2024-11-26T00:37:28,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6654f939b20244d38025ed4aeeeec8df, entries=150, sequenceid=140, filesize=11.9 K 2024-11-26T00:37:28,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1412e364d84754dd68b372d860fcb362 in 459ms, sequenceid=140, compaction requested=true 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:28,428 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:28,428 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:28,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:28,429 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,429 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,429 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ad1499cb9e26443e8423a6ba1edb57d7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f21096499e4048ff8fb21176b47bc0f7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4fc928b3438d4f9e97187c315257048c] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=35.5 K 2024-11-26T00:37:28,429 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/415a822640d74aae910797929e5d9af0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bf89a8f98d1a43ff9b52f002de160e20, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/dc5112c452344eada14a0a736e2b52e1] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=35.5 K 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1499cb9e26443e8423a6ba1edb57d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732581445132 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 415a822640d74aae910797929e5d9af0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732581445132 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f21096499e4048ff8fb21176b47bc0f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732581445786 2024-11-26T00:37:28,429 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf89a8f98d1a43ff9b52f002de160e20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732581445786 2024-11-26T00:37:28,430 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fc928b3438d4f9e97187c315257048c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732581447962 2024-11-26T00:37:28,430 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc5112c452344eada14a0a736e2b52e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732581447962 2024-11-26T00:37:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:28,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:37:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:28,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:28,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:28,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:28,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:28,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:28,435 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:28,435 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/498669a8a73f4612837e58fdf7c546ef is 50, key is test_row_0/B:col10/1732581447965/Put/seqid=0 2024-11-26T00:37:28,435 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:28,435 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/24f6db2de4864dbfae0aebdf010a07d3 is 50, key is test_row_0/A:col10/1732581447965/Put/seqid=0 2024-11-26T00:37:28,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/80613389f0914e779365232f3d7de10b is 50, key is test_row_0/A:col10/1732581448112/Put/seqid=0 2024-11-26T00:37:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742313_1489 (size=12493) 2024-11-26T00:37:28,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742314_1490 (size=14541) 2024-11-26T00:37:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742312_1488 (size=12493) 2024-11-26T00:37:28,443 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/24f6db2de4864dbfae0aebdf010a07d3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/24f6db2de4864dbfae0aebdf010a07d3 2024-11-26T00:37:28,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,446 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 24f6db2de4864dbfae0aebdf010a07d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:28,446 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:28,446 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=13, startTime=1732581448428; duration=0sec 2024-11-26T00:37:28,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:28,446 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:28,446 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:28,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,446 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:28,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:28,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,447 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:28,447 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:28,447 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,447 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/634a978f3d464cd4a5ed20cb37e1814a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/e60a35817f2b45faa7398f5d7ab3ae2b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6654f939b20244d38025ed4aeeeec8df] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=35.5 K 2024-11-26T00:37:28,447 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 634a978f3d464cd4a5ed20cb37e1814a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732581445132 2024-11-26T00:37:28,448 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e60a35817f2b45faa7398f5d7ab3ae2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732581445786 2024-11-26T00:37:28,448 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6654f939b20244d38025ed4aeeeec8df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732581447962 2024-11-26T00:37:28,452 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:28,452 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/c9da3805e59749d8b3b28cdf32c7fe4e is 50, key is test_row_0/C:col10/1732581447965/Put/seqid=0 2024-11-26T00:37:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742315_1491 (size=12493) 2024-11-26T00:37:28,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581508478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581508584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:28,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581508790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/80613389f0914e779365232f3d7de10b 2024-11-26T00:37:28,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/6edf6ee4603c4cacaf90c2f2df7c1c8a is 50, key is test_row_0/B:col10/1732581448112/Put/seqid=0 2024-11-26T00:37:28,845 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/498669a8a73f4612837e58fdf7c546ef as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/498669a8a73f4612837e58fdf7c546ef 2024-11-26T00:37:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742316_1492 (size=12151) 2024-11-26T00:37:28,849 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into 498669a8a73f4612837e58fdf7c546ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:28,849 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:28,849 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=13, startTime=1732581448428; duration=0sec 2024-11-26T00:37:28,849 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:28,849 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:28,858 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/c9da3805e59749d8b3b28cdf32c7fe4e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/c9da3805e59749d8b3b28cdf32c7fe4e 2024-11-26T00:37:28,862 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into c9da3805e59749d8b3b28cdf32c7fe4e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:28,862 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:28,862 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=13, startTime=1732581448428; duration=0sec 2024-11-26T00:37:28,862 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:28,862 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:28,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:28,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:28,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:28,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:28,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581509098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/6edf6ee4603c4cacaf90c2f2df7c1c8a 2024-11-26T00:37:29,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/40be12a1e8a54afa8019fa71b4ce35a3 is 50, key is test_row_0/C:col10/1732581448112/Put/seqid=0 2024-11-26T00:37:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742317_1493 (size=12151) 2024-11-26T00:37:29,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:29,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581509604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/40be12a1e8a54afa8019fa71b4ce35a3 2024-11-26T00:37:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/80613389f0914e779365232f3d7de10b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/80613389f0914e779365232f3d7de10b 2024-11-26T00:37:29,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/80613389f0914e779365232f3d7de10b, entries=200, sequenceid=166, filesize=14.2 K 2024-11-26T00:37:29,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/6edf6ee4603c4cacaf90c2f2df7c1c8a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/6edf6ee4603c4cacaf90c2f2df7c1c8a 2024-11-26T00:37:29,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:29,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/6edf6ee4603c4cacaf90c2f2df7c1c8a, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T00:37:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/40be12a1e8a54afa8019fa71b4ce35a3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/40be12a1e8a54afa8019fa71b4ce35a3 2024-11-26T00:37:29,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/40be12a1e8a54afa8019fa71b4ce35a3, entries=150, sequenceid=166, filesize=11.9 K 2024-11-26T00:37:29,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1412e364d84754dd68b372d860fcb362 in 1242ms, sequenceid=166, compaction requested=false 2024-11-26T00:37:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:29,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:29,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T00:37:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:29,816 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T00:37:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:29,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/6691a4bf55d84d1a9071a3c1a02fd90f is 50, key is test_row_0/A:col10/1732581448461/Put/seqid=0 2024-11-26T00:37:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742318_1494 (size=12151) 2024-11-26T00:37:29,825 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/6691a4bf55d84d1a9071a3c1a02fd90f 2024-11-26T00:37:29,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/8f4522905602427d87c2c1ceb26159f9 is 50, key is test_row_0/B:col10/1732581448461/Put/seqid=0 2024-11-26T00:37:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742319_1495 (size=12151) 2024-11-26T00:37:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:30,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581510174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581510175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581510175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581510178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,236 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/8f4522905602427d87c2c1ceb26159f9 2024-11-26T00:37:30,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/ba48f5a1b80d4c1bb5fda7b144bee6f2 is 50, key is test_row_0/C:col10/1732581448461/Put/seqid=0 2024-11-26T00:37:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742320_1496 (size=12151) 2024-11-26T00:37:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581510281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581510281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581510281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581510284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581510484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581510488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581510488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581510490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581510608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,646 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/ba48f5a1b80d4c1bb5fda7b144bee6f2 2024-11-26T00:37:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/6691a4bf55d84d1a9071a3c1a02fd90f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6691a4bf55d84d1a9071a3c1a02fd90f 2024-11-26T00:37:30,651 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6691a4bf55d84d1a9071a3c1a02fd90f, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T00:37:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/8f4522905602427d87c2c1ceb26159f9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8f4522905602427d87c2c1ceb26159f9 2024-11-26T00:37:30,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8f4522905602427d87c2c1ceb26159f9, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T00:37:30,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/ba48f5a1b80d4c1bb5fda7b144bee6f2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/ba48f5a1b80d4c1bb5fda7b144bee6f2 2024-11-26T00:37:30,659 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/ba48f5a1b80d4c1bb5fda7b144bee6f2, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T00:37:30,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1412e364d84754dd68b372d860fcb362 in 843ms, sequenceid=179, compaction requested=true 2024-11-26T00:37:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:30,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T00:37:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-26T00:37:30,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T00:37:30,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6710 sec 2024-11-26T00:37:30,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.6740 sec 2024-11-26T00:37:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:30,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T00:37:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:30,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:30,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/0ec484f23c394ee594e149fd7662d192 is 50, key is test_row_0/A:col10/1732581450173/Put/seqid=0 2024-11-26T00:37:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742321_1497 (size=14541) 2024-11-26T00:37:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581510801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581510802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581510807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581510807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581510908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581510908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581510913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581510914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581511112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581511113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581511118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581511120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/0ec484f23c394ee594e149fd7662d192 2024-11-26T00:37:31,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/854f850df5fa4236be6313a903761e77 is 50, key is test_row_0/B:col10/1732581450173/Put/seqid=0 2024-11-26T00:37:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742322_1498 (size=12151) 2024-11-26T00:37:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581511419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581511419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581511426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581511426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/854f850df5fa4236be6313a903761e77 2024-11-26T00:37:31,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/cb3cfaed40ba4345a8de7eadc7684fc8 is 50, key is test_row_0/C:col10/1732581450173/Put/seqid=0 2024-11-26T00:37:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742323_1499 (size=12151) 2024-11-26T00:37:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581511924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581511926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581511931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581511932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/cb3cfaed40ba4345a8de7eadc7684fc8 2024-11-26T00:37:32,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/0ec484f23c394ee594e149fd7662d192 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/0ec484f23c394ee594e149fd7662d192 2024-11-26T00:37:32,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/0ec484f23c394ee594e149fd7662d192, entries=200, sequenceid=206, filesize=14.2 K 2024-11-26T00:37:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/854f850df5fa4236be6313a903761e77 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/854f850df5fa4236be6313a903761e77 2024-11-26T00:37:32,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/854f850df5fa4236be6313a903761e77, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T00:37:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/cb3cfaed40ba4345a8de7eadc7684fc8 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/cb3cfaed40ba4345a8de7eadc7684fc8 2024-11-26T00:37:32,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/cb3cfaed40ba4345a8de7eadc7684fc8, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T00:37:32,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 1412e364d84754dd68b372d860fcb362 in 1300ms, sequenceid=206, compaction requested=true 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:32,093 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:32,093 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:32,094 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:32,094 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:32,094 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:32,094 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:32,094 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:32,094 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:32,094 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/498669a8a73f4612837e58fdf7c546ef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/6edf6ee4603c4cacaf90c2f2df7c1c8a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8f4522905602427d87c2c1ceb26159f9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/854f850df5fa4236be6313a903761e77] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=47.8 K 2024-11-26T00:37:32,094 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/24f6db2de4864dbfae0aebdf010a07d3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/80613389f0914e779365232f3d7de10b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6691a4bf55d84d1a9071a3c1a02fd90f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/0ec484f23c394ee594e149fd7662d192] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=52.5 K 2024-11-26T00:37:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T00:37:32,094 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T00:37:32,094 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 498669a8a73f4612837e58fdf7c546ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732581447962 2024-11-26T00:37:32,094 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24f6db2de4864dbfae0aebdf010a07d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732581447962 2024-11-26T00:37:32,095 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 6edf6ee4603c4cacaf90c2f2df7c1c8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732581448103 2024-11-26T00:37:32,095 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80613389f0914e779365232f3d7de10b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732581448095 2024-11-26T00:37:32,095 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f4522905602427d87c2c1ceb26159f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732581448456 2024-11-26T00:37:32,095 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6691a4bf55d84d1a9071a3c1a02fd90f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732581448456 2024-11-26T00:37:32,095 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 854f850df5fa4236be6313a903761e77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732581450173 2024-11-26T00:37:32,095 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ec484f23c394ee594e149fd7662d192, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732581450173 2024-11-26T00:37:32,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T00:37:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T00:37:32,097 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:32,097 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:32,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:32,104 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:32,104 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/11f2aea1ad9342c5aca6776bf9594463 is 50, key is test_row_0/B:col10/1732581450173/Put/seqid=0 2024-11-26T00:37:32,109 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:32,110 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/893e35d5d0294a4a886e6ff2e0c6d96b is 50, key is test_row_0/A:col10/1732581450173/Put/seqid=0 2024-11-26T00:37:32,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742324_1500 (size=12629) 2024-11-26T00:37:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742325_1501 (size=12629) 2024-11-26T00:37:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T00:37:32,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T00:37:32,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:32,249 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T00:37:32,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:32,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/f3874dce9ee544069533b2a95b5133c4 is 50, key is test_row_0/A:col10/1732581450806/Put/seqid=0 2024-11-26T00:37:32,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742326_1502 (size=9757) 2024-11-26T00:37:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T00:37:32,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/11f2aea1ad9342c5aca6776bf9594463 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/11f2aea1ad9342c5aca6776bf9594463 2024-11-26T00:37:32,516 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/893e35d5d0294a4a886e6ff2e0c6d96b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/893e35d5d0294a4a886e6ff2e0c6d96b 2024-11-26T00:37:32,519 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 893e35d5d0294a4a886e6ff2e0c6d96b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:32,519 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into 11f2aea1ad9342c5aca6776bf9594463(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:32,519 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=12, startTime=1732581452093; duration=0sec 2024-11-26T00:37:32,519 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=12, startTime=1732581452093; duration=0sec 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:32,519 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:32,520 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:32,520 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:32,520 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:32,520 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/c9da3805e59749d8b3b28cdf32c7fe4e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/40be12a1e8a54afa8019fa71b4ce35a3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/ba48f5a1b80d4c1bb5fda7b144bee6f2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/cb3cfaed40ba4345a8de7eadc7684fc8] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=47.8 K 2024-11-26T00:37:32,521 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9da3805e59749d8b3b28cdf32c7fe4e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732581447962 2024-11-26T00:37:32,521 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40be12a1e8a54afa8019fa71b4ce35a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732581448103 2024-11-26T00:37:32,521 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba48f5a1b80d4c1bb5fda7b144bee6f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732581448456 2024-11-26T00:37:32,521 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb3cfaed40ba4345a8de7eadc7684fc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732581450173 2024-11-26T00:37:32,527 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:32,527 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/532bcfc2e9fc46049ee0bf5dae0a016b is 50, key is test_row_0/C:col10/1732581450173/Put/seqid=0 2024-11-26T00:37:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742327_1503 (size=12629) 2024-11-26T00:37:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:32,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:32,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/f3874dce9ee544069533b2a95b5133c4 2024-11-26T00:37:32,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/40412e758068408484b11cee6bee62f1 is 50, key is test_row_0/B:col10/1732581450806/Put/seqid=0 2024-11-26T00:37:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742328_1504 (size=9757) 2024-11-26T00:37:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T00:37:32,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581512725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581512831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,935 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/532bcfc2e9fc46049ee0bf5dae0a016b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/532bcfc2e9fc46049ee0bf5dae0a016b 2024-11-26T00:37:32,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581512933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,939 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into 532bcfc2e9fc46049ee0bf5dae0a016b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:32,939 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:32,939 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=12, startTime=1732581452093; duration=0sec 2024-11-26T00:37:32,939 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:32,939 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:32,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581512934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581512936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:32,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581512940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581513035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:33,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/40412e758068408484b11cee6bee62f1 2024-11-26T00:37:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/4ac266e9d8cd4a5996c7c90b2ee9db8b is 50, key is test_row_0/C:col10/1732581450806/Put/seqid=0 2024-11-26T00:37:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742329_1505 (size=9757) 2024-11-26T00:37:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T00:37:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581513341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:33,474 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/4ac266e9d8cd4a5996c7c90b2ee9db8b 2024-11-26T00:37:33,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/f3874dce9ee544069533b2a95b5133c4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/f3874dce9ee544069533b2a95b5133c4 2024-11-26T00:37:33,479 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/f3874dce9ee544069533b2a95b5133c4, entries=100, sequenceid=216, filesize=9.5 K 2024-11-26T00:37:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/40412e758068408484b11cee6bee62f1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/40412e758068408484b11cee6bee62f1 2024-11-26T00:37:33,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/40412e758068408484b11cee6bee62f1, entries=100, sequenceid=216, filesize=9.5 K 2024-11-26T00:37:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/4ac266e9d8cd4a5996c7c90b2ee9db8b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/4ac266e9d8cd4a5996c7c90b2ee9db8b 2024-11-26T00:37:33,485 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/4ac266e9d8cd4a5996c7c90b2ee9db8b, entries=100, sequenceid=216, filesize=9.5 K 2024-11-26T00:37:33,486 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1412e364d84754dd68b372d860fcb362 in 1237ms, sequenceid=216, compaction requested=false 2024-11-26T00:37:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T00:37:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-26T00:37:33,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T00:37:33,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-26T00:37:33,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3920 sec 2024-11-26T00:37:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:33,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T00:37:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:33,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/73ab35b5525f47e7b800cca25e209630 is 50, key is test_row_0/A:col10/1732581452673/Put/seqid=0 2024-11-26T00:37:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742330_1506 (size=14541) 2024-11-26T00:37:33,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581513878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:33,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581513983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581514188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T00:37:34,200 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-26T00:37:34,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-26T00:37:34,202 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T00:37:34,202 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:34,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:34,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/73ab35b5525f47e7b800cca25e209630 2024-11-26T00:37:34,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/a95fd98e627c4caab75f881c9df74bfd is 50, key is test_row_0/B:col10/1732581452673/Put/seqid=0 2024-11-26T00:37:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742331_1507 (size=12151) 2024-11-26T00:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T00:37:34,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T00:37:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:34,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581514494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T00:37:34,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T00:37:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T00:37:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/a95fd98e627c4caab75f881c9df74bfd 2024-11-26T00:37:34,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/223ac29f12174f3eb30a98f47766875b is 50, key is test_row_0/C:col10/1732581452673/Put/seqid=0 2024-11-26T00:37:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742332_1508 (size=12151) 2024-11-26T00:37:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T00:37:34,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T00:37:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581514942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581514943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,946 DEBUG [Thread-2033 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:34,947 DEBUG [Thread-2039 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:34,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581514952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,955 DEBUG [Thread-2035 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581514957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,960 DEBUG [Thread-2041 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., hostname=d90b379473c3,35461,1732581313682, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:34,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:34,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T00:37:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:34,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:35,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581515001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:35,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/223ac29f12174f3eb30a98f47766875b 2024-11-26T00:37:35,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/73ab35b5525f47e7b800cca25e209630 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73ab35b5525f47e7b800cca25e209630 2024-11-26T00:37:35,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73ab35b5525f47e7b800cca25e209630, entries=200, sequenceid=246, filesize=14.2 K 2024-11-26T00:37:35,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/a95fd98e627c4caab75f881c9df74bfd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/a95fd98e627c4caab75f881c9df74bfd 2024-11-26T00:37:35,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/a95fd98e627c4caab75f881c9df74bfd, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T00:37:35,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/223ac29f12174f3eb30a98f47766875b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/223ac29f12174f3eb30a98f47766875b 2024-11-26T00:37:35,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/223ac29f12174f3eb30a98f47766875b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T00:37:35,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1412e364d84754dd68b372d860fcb362 in 1256ms, sequenceid=246, compaction requested=true 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:35,107 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:35,107 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:35,108 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36927 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:35,108 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:35,108 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:35,108 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:35,108 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:35,108 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:35,108 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/893e35d5d0294a4a886e6ff2e0c6d96b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/f3874dce9ee544069533b2a95b5133c4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73ab35b5525f47e7b800cca25e209630] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=36.1 K 2024-11-26T00:37:35,108 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/11f2aea1ad9342c5aca6776bf9594463, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/40412e758068408484b11cee6bee62f1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/a95fd98e627c4caab75f881c9df74bfd] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=33.7 K 2024-11-26T00:37:35,109 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f2aea1ad9342c5aca6776bf9594463, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732581450173 2024-11-26T00:37:35,109 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 893e35d5d0294a4a886e6ff2e0c6d96b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732581450173 2024-11-26T00:37:35,110 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3874dce9ee544069533b2a95b5133c4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732581450800 2024-11-26T00:37:35,111 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 40412e758068408484b11cee6bee62f1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732581450800 2024-11-26T00:37:35,111 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a95fd98e627c4caab75f881c9df74bfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732581452673 2024-11-26T00:37:35,111 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73ab35b5525f47e7b800cca25e209630, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732581452673 2024-11-26T00:37:35,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:35,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:35,114 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:35,118 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:35,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/314dbed61a2143e9859e8601e1bf5a60 is 50, key is test_row_1/A:col10/1732581453872/Put/seqid=0 2024-11-26T00:37:35,118 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:35,118 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/1e72d8cf51f1473cae3062100e868e27 is 50, key is test_row_0/B:col10/1732581452673/Put/seqid=0 2024-11-26T00:37:35,119 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/1f663bd6b60d440aa94a9e6949d8644e is 50, key is test_row_0/A:col10/1732581452673/Put/seqid=0 2024-11-26T00:37:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742333_1509 (size=9757) 2024-11-26T00:37:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742335_1511 (size=12731) 2024-11-26T00:37:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742334_1510 (size=12731) 2024-11-26T00:37:35,134 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/1f663bd6b60d440aa94a9e6949d8644e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/1f663bd6b60d440aa94a9e6949d8644e 2024-11-26T00:37:35,138 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 1f663bd6b60d440aa94a9e6949d8644e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:35,138 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:35,138 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=13, startTime=1732581455107; duration=0sec 2024-11-26T00:37:35,138 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:35,138 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:35,138 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:35,139 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:35,139 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:35,139 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:35,140 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/532bcfc2e9fc46049ee0bf5dae0a016b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/4ac266e9d8cd4a5996c7c90b2ee9db8b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/223ac29f12174f3eb30a98f47766875b] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=33.7 K 2024-11-26T00:37:35,140 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 532bcfc2e9fc46049ee0bf5dae0a016b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732581450173 2024-11-26T00:37:35,140 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ac266e9d8cd4a5996c7c90b2ee9db8b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732581450800 2024-11-26T00:37:35,140 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 223ac29f12174f3eb30a98f47766875b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732581452673 2024-11-26T00:37:35,145 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:35,145 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/471c1b8e23064b40a53f3153fda02153 is 50, key is test_row_0/C:col10/1732581452673/Put/seqid=0 2024-11-26T00:37:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742336_1512 (size=12731) 2024-11-26T00:37:35,156 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/471c1b8e23064b40a53f3153fda02153 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/471c1b8e23064b40a53f3153fda02153 2024-11-26T00:37:35,159 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into 471c1b8e23064b40a53f3153fda02153(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:35,160 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:35,160 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=13, startTime=1732581455107; duration=0sec 2024-11-26T00:37:35,160 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:35,160 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T00:37:35,527 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/314dbed61a2143e9859e8601e1bf5a60 2024-11-26T00:37:35,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/e0cf4420095940e98e1ccb6e71e6140b is 50, key is test_row_1/B:col10/1732581453872/Put/seqid=0 2024-11-26T00:37:35,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/1e72d8cf51f1473cae3062100e868e27 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/1e72d8cf51f1473cae3062100e868e27 2024-11-26T00:37:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742337_1513 (size=9757) 2024-11-26T00:37:35,542 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/e0cf4420095940e98e1ccb6e71e6140b 2024-11-26T00:37:35,543 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into 1e72d8cf51f1473cae3062100e868e27(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:35,543 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:35,543 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=13, startTime=1732581455107; duration=0sec 2024-11-26T00:37:35,544 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:35,544 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:35,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/66af676e717548b99276275b7ca44b38 is 50, key is test_row_1/C:col10/1732581453872/Put/seqid=0 2024-11-26T00:37:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742338_1514 (size=9757) 2024-11-26T00:37:35,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/66af676e717548b99276275b7ca44b38 2024-11-26T00:37:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/314dbed61a2143e9859e8601e1bf5a60 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/314dbed61a2143e9859e8601e1bf5a60 2024-11-26T00:37:35,565 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/314dbed61a2143e9859e8601e1bf5a60, entries=100, sequenceid=255, filesize=9.5 K 2024-11-26T00:37:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/e0cf4420095940e98e1ccb6e71e6140b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/e0cf4420095940e98e1ccb6e71e6140b 2024-11-26T00:37:35,569 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/e0cf4420095940e98e1ccb6e71e6140b, entries=100, sequenceid=255, filesize=9.5 K 2024-11-26T00:37:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/66af676e717548b99276275b7ca44b38 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66af676e717548b99276275b7ca44b38 2024-11-26T00:37:35,573 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66af676e717548b99276275b7ca44b38, entries=100, sequenceid=255, filesize=9.5 K 2024-11-26T00:37:35,574 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 1412e364d84754dd68b372d860fcb362 in 459ms, sequenceid=255, compaction requested=false 2024-11-26T00:37:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:35,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-26T00:37:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-26T00:37:35,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T00:37:35,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3730 sec 2024-11-26T00:37:35,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3750 sec 2024-11-26T00:37:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:36,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:37:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:36,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/6950f8b7598d4512b2b027de2719b1da is 50, key is test_row_0/A:col10/1732581456018/Put/seqid=0 2024-11-26T00:37:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742339_1515 (size=14741) 2024-11-26T00:37:36,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581516148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581516254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T00:37:36,305 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T00:37:36,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-26T00:37:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:36,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:36,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:36,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/6950f8b7598d4512b2b027de2719b1da 2024-11-26T00:37:36,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/dfa0ccfc878d4602a058cba2cd4c4e88 is 50, key is test_row_0/B:col10/1732581456018/Put/seqid=0 2024-11-26T00:37:36,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742340_1516 (size=12301) 2024-11-26T00:37:36,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581516460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:36,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581516765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/dfa0ccfc878d4602a058cba2cd4c4e88 2024-11-26T00:37:36,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/5766023cf17d4a1d8aa3af089d6ea1dc is 50, key is test_row_0/C:col10/1732581456018/Put/seqid=0 2024-11-26T00:37:36,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742341_1517 (size=12301) 2024-11-26T00:37:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:36,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:36,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:36,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/5766023cf17d4a1d8aa3af089d6ea1dc 2024-11-26T00:37:37,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/6950f8b7598d4512b2b027de2719b1da as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6950f8b7598d4512b2b027de2719b1da 2024-11-26T00:37:37,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6950f8b7598d4512b2b027de2719b1da, entries=200, sequenceid=269, filesize=14.4 K 2024-11-26T00:37:37,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/dfa0ccfc878d4602a058cba2cd4c4e88 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dfa0ccfc878d4602a058cba2cd4c4e88 2024-11-26T00:37:37,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dfa0ccfc878d4602a058cba2cd4c4e88, entries=150, sequenceid=269, filesize=12.0 K 2024-11-26T00:37:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/5766023cf17d4a1d8aa3af089d6ea1dc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5766023cf17d4a1d8aa3af089d6ea1dc 2024-11-26T00:37:37,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5766023cf17d4a1d8aa3af089d6ea1dc, entries=150, sequenceid=269, filesize=12.0 K 2024-11-26T00:37:37,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1412e364d84754dd68b372d860fcb362 in 1242ms, sequenceid=269, compaction requested=true 2024-11-26T00:37:37,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:37,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:37,277 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:37,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:37,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:37,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:37,277 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:37,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:37,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:37,277 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:37,277 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:37,277 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:37,277 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:37,277 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,278 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,278 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/1f663bd6b60d440aa94a9e6949d8644e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/314dbed61a2143e9859e8601e1bf5a60, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6950f8b7598d4512b2b027de2719b1da] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=36.4 K 2024-11-26T00:37:37,278 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/1e72d8cf51f1473cae3062100e868e27, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/e0cf4420095940e98e1ccb6e71e6140b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dfa0ccfc878d4602a058cba2cd4c4e88] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=34.0 K 2024-11-26T00:37:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:37,278 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e72d8cf51f1473cae3062100e868e27, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732581452673 2024-11-26T00:37:37,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T00:37:37,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f663bd6b60d440aa94a9e6949d8644e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732581452673 2024-11-26T00:37:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:37,278 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting e0cf4420095940e98e1ccb6e71e6140b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732581453872 2024-11-26T00:37:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:37,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 314dbed61a2143e9859e8601e1bf5a60, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732581453872 2024-11-26T00:37:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:37,279 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting dfa0ccfc878d4602a058cba2cd4c4e88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732581456018 2024-11-26T00:37:37,279 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6950f8b7598d4512b2b027de2719b1da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732581456018 2024-11-26T00:37:37,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/b31f73611dfa4a7c98b06a8c19ad745a is 50, key is test_row_0/A:col10/1732581457277/Put/seqid=0 2024-11-26T00:37:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742342_1518 (size=14741) 2024-11-26T00:37:37,288 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:37,288 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/594d015534d246f49f5c3f9fb663e7ac is 50, key is test_row_0/A:col10/1732581456018/Put/seqid=0 2024-11-26T00:37:37,290 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:37,291 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/57c0886c1ea74f42882951321ec814c6 is 50, key is test_row_0/B:col10/1732581456018/Put/seqid=0 2024-11-26T00:37:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742343_1519 (size=12983) 2024-11-26T00:37:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742344_1520 (size=12983) 2024-11-26T00:37:37,301 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/57c0886c1ea74f42882951321ec814c6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/57c0886c1ea74f42882951321ec814c6 2024-11-26T00:37:37,305 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into 57c0886c1ea74f42882951321ec814c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:37,305 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:37,305 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=13, startTime=1732581457277; duration=0sec 2024-11-26T00:37:37,305 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:37,305 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:37,306 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:37,306 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:37,307 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:37,307 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,307 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/471c1b8e23064b40a53f3153fda02153, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66af676e717548b99276275b7ca44b38, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5766023cf17d4a1d8aa3af089d6ea1dc] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=34.0 K 2024-11-26T00:37:37,307 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 471c1b8e23064b40a53f3153fda02153, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732581452673 2024-11-26T00:37:37,307 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 66af676e717548b99276275b7ca44b38, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732581453872 2024-11-26T00:37:37,308 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5766023cf17d4a1d8aa3af089d6ea1dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732581456018 2024-11-26T00:37:37,313 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:37,314 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/486f5e19ec01423a9043d5093caef475 is 50, key is test_row_0/C:col10/1732581456018/Put/seqid=0 2024-11-26T00:37:37,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742345_1521 (size=12983) 2024-11-26T00:37:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581517321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:37,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581517427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581517633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/b31f73611dfa4a7c98b06a8c19ad745a 2024-11-26T00:37:37,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/dffa5e4b89f14c218680ba44b9c27b99 is 50, key is test_row_0/B:col10/1732581457277/Put/seqid=0 2024-11-26T00:37:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742346_1522 (size=12301) 2024-11-26T00:37:37,697 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/594d015534d246f49f5c3f9fb663e7ac as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/594d015534d246f49f5c3f9fb663e7ac 2024-11-26T00:37:37,700 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 594d015534d246f49f5c3f9fb663e7ac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:37,701 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:37,701 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=13, startTime=1732581457276; duration=0sec 2024-11-26T00:37:37,701 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:37,701 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:37,721 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/486f5e19ec01423a9043d5093caef475 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/486f5e19ec01423a9043d5093caef475 2024-11-26T00:37:37,724 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into 486f5e19ec01423a9043d5093caef475(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:37,724 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:37,724 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=13, startTime=1732581457277; duration=0sec 2024-11-26T00:37:37,724 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:37,724 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:37,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581517941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:37,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:37,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/dffa5e4b89f14c218680ba44b9c27b99 2024-11-26T00:37:38,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/3de9571e2fea45b6907f9d6ee84d050c is 50, key is test_row_0/C:col10/1732581457277/Put/seqid=0 2024-11-26T00:37:38,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742347_1523 (size=12301) 2024-11-26T00:37:38,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:38,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:38,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:38,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:38,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581518447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:38,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/3de9571e2fea45b6907f9d6ee84d050c 2024-11-26T00:37:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/b31f73611dfa4a7c98b06a8c19ad745a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/b31f73611dfa4a7c98b06a8c19ad745a 2024-11-26T00:37:38,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/b31f73611dfa4a7c98b06a8c19ad745a, entries=200, sequenceid=295, filesize=14.4 K 2024-11-26T00:37:38,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/dffa5e4b89f14c218680ba44b9c27b99 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dffa5e4b89f14c218680ba44b9c27b99 2024-11-26T00:37:38,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dffa5e4b89f14c218680ba44b9c27b99, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T00:37:38,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/3de9571e2fea45b6907f9d6ee84d050c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/3de9571e2fea45b6907f9d6ee84d050c 2024-11-26T00:37:38,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/3de9571e2fea45b6907f9d6ee84d050c, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T00:37:38,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1412e364d84754dd68b372d860fcb362 in 1240ms, sequenceid=295, compaction requested=false 2024-11-26T00:37:38,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:38,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:38,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T00:37:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:38,590 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T00:37:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:38,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/4b2c980340ce4105a2b143e650669fce is 50, key is test_row_0/A:col10/1732581457308/Put/seqid=0 2024-11-26T00:37:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742348_1524 (size=12301) 2024-11-26T00:37:38,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. as already flushing 2024-11-26T00:37:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:38,998 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/4b2c980340ce4105a2b143e650669fce 2024-11-26T00:37:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/da0941a371934c9d88dc806854454238 is 50, key is test_row_0/B:col10/1732581457308/Put/seqid=0 2024-11-26T00:37:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742349_1525 (size=12301) 2024-11-26T00:37:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581519006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581519006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581519015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581519016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581519116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581519116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581519123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581519125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581519319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581519319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581519329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581519330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,414 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/da0941a371934c9d88dc806854454238 2024-11-26T00:37:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/737c6bd1bf874924a5e6c3ad1227ce83 is 50, key is test_row_0/C:col10/1732581457308/Put/seqid=0 2024-11-26T00:37:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742350_1526 (size=12301) 2024-11-26T00:37:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37268 deadline: 1732581519455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37316 deadline: 1732581519624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1732581519625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732581519635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732581519636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:39,674 DEBUG [Thread-2044 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:63738 2024-11-26T00:37:39,674 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:39,674 DEBUG [Thread-2050 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:63738 2024-11-26T00:37:39,675 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:39,677 DEBUG [Thread-2046 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:63738 2024-11-26T00:37:39,677 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:39,679 DEBUG [Thread-2048 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:63738 2024-11-26T00:37:39,680 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:39,680 DEBUG [Thread-2052 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:63738 2024-11-26T00:37:39,680 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:39,822 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/737c6bd1bf874924a5e6c3ad1227ce83 2024-11-26T00:37:39,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/4b2c980340ce4105a2b143e650669fce as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4b2c980340ce4105a2b143e650669fce 2024-11-26T00:37:39,835 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4b2c980340ce4105a2b143e650669fce, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T00:37:39,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/da0941a371934c9d88dc806854454238 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/da0941a371934c9d88dc806854454238 2024-11-26T00:37:39,839 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/da0941a371934c9d88dc806854454238, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T00:37:39,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/737c6bd1bf874924a5e6c3ad1227ce83 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/737c6bd1bf874924a5e6c3ad1227ce83 2024-11-26T00:37:39,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/737c6bd1bf874924a5e6c3ad1227ce83, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T00:37:39,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 1412e364d84754dd68b372d860fcb362 in 1255ms, sequenceid=308, compaction requested=true 2024-11-26T00:37:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-26T00:37:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-26T00:37:39,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T00:37:39,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5380 sec 2024-11-26T00:37:39,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 3.5420 sec 2024-11-26T00:37:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:40,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T00:37:40,135 DEBUG [Thread-2041 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:63738 2024-11-26T00:37:40,135 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:40,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:40,138 DEBUG [Thread-2039 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:63738 2024-11-26T00:37:40,138 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:40,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/61b47c340ea249aeb55f2a6b678c27c7 is 50, key is test_row_0/A:col10/1732581460131/Put/seqid=0 2024-11-26T00:37:40,143 DEBUG [Thread-2033 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:63738 2024-11-26T00:37:40,143 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:40,145 DEBUG [Thread-2035 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:63738 2024-11-26T00:37:40,145 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742351_1527 (size=12301) 2024-11-26T00:37:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T00:37:40,413 INFO [Thread-2043 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-26T00:37:40,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/61b47c340ea249aeb55f2a6b678c27c7 2024-11-26T00:37:40,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/668b21a5ffd94132b20503229dff5bb4 is 50, key is test_row_0/B:col10/1732581460131/Put/seqid=0 2024-11-26T00:37:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742352_1528 (size=12301) 2024-11-26T00:37:40,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/668b21a5ffd94132b20503229dff5bb4 2024-11-26T00:37:40,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/7dafc39a1bc34b18a9504d23cc702c65 is 50, key is test_row_0/C:col10/1732581460131/Put/seqid=0 2024-11-26T00:37:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742353_1529 (size=12301) 2024-11-26T00:37:41,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/7dafc39a1bc34b18a9504d23cc702c65 2024-11-26T00:37:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/61b47c340ea249aeb55f2a6b678c27c7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/61b47c340ea249aeb55f2a6b678c27c7 2024-11-26T00:37:41,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/61b47c340ea249aeb55f2a6b678c27c7, entries=150, sequenceid=336, filesize=12.0 K 2024-11-26T00:37:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/668b21a5ffd94132b20503229dff5bb4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/668b21a5ffd94132b20503229dff5bb4 2024-11-26T00:37:41,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/668b21a5ffd94132b20503229dff5bb4, entries=150, sequenceid=336, filesize=12.0 K 2024-11-26T00:37:41,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/7dafc39a1bc34b18a9504d23cc702c65 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/7dafc39a1bc34b18a9504d23cc702c65 2024-11-26T00:37:41,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/7dafc39a1bc34b18a9504d23cc702c65, entries=150, sequenceid=336, filesize=12.0 K 2024-11-26T00:37:41,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=20.13 KB/20610 for 1412e364d84754dd68b372d860fcb362 in 1272ms, sequenceid=336, compaction requested=true 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:41,408 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1412e364d84754dd68b372d860fcb362:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:41,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:41,408 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:41,409 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:41,409 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/A is initiating minor compaction (all files) 2024-11-26T00:37:41,409 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/A in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,409 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:41,409 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/594d015534d246f49f5c3f9fb663e7ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/b31f73611dfa4a7c98b06a8c19ad745a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4b2c980340ce4105a2b143e650669fce, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/61b47c340ea249aeb55f2a6b678c27c7] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=51.1 K 2024-11-26T00:37:41,409 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/B is initiating minor compaction (all files) 2024-11-26T00:37:41,409 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/B in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,409 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/57c0886c1ea74f42882951321ec814c6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dffa5e4b89f14c218680ba44b9c27b99, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/da0941a371934c9d88dc806854454238, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/668b21a5ffd94132b20503229dff5bb4] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=48.7 K 2024-11-26T00:37:41,409 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 594d015534d246f49f5c3f9fb663e7ac, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732581456018 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57c0886c1ea74f42882951321ec814c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732581456018 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b31f73611dfa4a7c98b06a8c19ad745a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732581456129 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting dffa5e4b89f14c218680ba44b9c27b99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732581456141 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2c980340ce4105a2b143e650669fce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732581457284 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0941a371934c9d88dc806854454238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732581457284 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 61b47c340ea249aeb55f2a6b678c27c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732581459004 2024-11-26T00:37:41,410 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 668b21a5ffd94132b20503229dff5bb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732581459004 2024-11-26T00:37:41,419 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#A#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:41,419 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:41,419 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/f210949dcda34107bca403a9cf11b96e is 50, key is test_row_0/B:col10/1732581460131/Put/seqid=0 2024-11-26T00:37:41,419 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/8dc53df12cdc415697eefde5ca3aba0b is 50, key is test_row_0/A:col10/1732581460131/Put/seqid=0 2024-11-26T00:37:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742354_1530 (size=13119) 2024-11-26T00:37:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742355_1531 (size=13119) 2024-11-26T00:37:41,426 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/f210949dcda34107bca403a9cf11b96e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f210949dcda34107bca403a9cf11b96e 2024-11-26T00:37:41,430 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/B of 1412e364d84754dd68b372d860fcb362 into f210949dcda34107bca403a9cf11b96e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:41,430 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:41,430 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/B, priority=12, startTime=1732581461408; duration=0sec 2024-11-26T00:37:41,430 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:41,430 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:B 2024-11-26T00:37:41,430 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:37:41,432 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:37:41,432 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1412e364d84754dd68b372d860fcb362/C is initiating minor compaction (all files) 2024-11-26T00:37:41,432 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1412e364d84754dd68b372d860fcb362/C in TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,432 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/486f5e19ec01423a9043d5093caef475, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/3de9571e2fea45b6907f9d6ee84d050c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/737c6bd1bf874924a5e6c3ad1227ce83, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/7dafc39a1bc34b18a9504d23cc702c65] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp, totalSize=48.7 K 2024-11-26T00:37:41,432 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 486f5e19ec01423a9043d5093caef475, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732581456018 2024-11-26T00:37:41,432 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3de9571e2fea45b6907f9d6ee84d050c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732581456141 2024-11-26T00:37:41,433 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 737c6bd1bf874924a5e6c3ad1227ce83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732581457284 2024-11-26T00:37:41,433 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dafc39a1bc34b18a9504d23cc702c65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732581459004 2024-11-26T00:37:41,440 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1412e364d84754dd68b372d860fcb362#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:41,441 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/72fea9212e174ff085094e29a6c56221 is 50, key is test_row_0/C:col10/1732581460131/Put/seqid=0 2024-11-26T00:37:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742356_1532 (size=13119) 2024-11-26T00:37:41,468 DEBUG [Thread-2037 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:63738 2024-11-26T00:37:41,468 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:41,468 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T00:37:41,468 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2800 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8400 rows 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2799 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8397 rows 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2792 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8376 rows 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2789 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8367 rows 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2801 2024-11-26T00:37:41,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8403 rows 2024-11-26T00:37:41,469 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:37:41,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:63738 2024-11-26T00:37:41,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:37:41,471 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T00:37:41,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T00:37:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T00:37:41,476 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581461475"}]},"ts":"1732581461475"} 2024-11-26T00:37:41,476 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T00:37:41,493 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T00:37:41,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:37:41,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, UNASSIGN}] 2024-11-26T00:37:41,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, UNASSIGN 2024-11-26T00:37:41,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=1412e364d84754dd68b372d860fcb362, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:41,498 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:37:41,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:37:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T00:37:41,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:41,651 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:41,651 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:37:41,652 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 1412e364d84754dd68b372d860fcb362, disabling compactions & flushes 2024-11-26T00:37:41,652 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T00:37:41,835 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/8dc53df12cdc415697eefde5ca3aba0b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/8dc53df12cdc415697eefde5ca3aba0b 2024-11-26T00:37:41,841 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/A of 1412e364d84754dd68b372d860fcb362 into 8dc53df12cdc415697eefde5ca3aba0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:41,841 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:41,841 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/A, priority=12, startTime=1732581461408; duration=0sec 2024-11-26T00:37:41,841 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:41,841 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:A 2024-11-26T00:37:41,850 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/72fea9212e174ff085094e29a6c56221 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/72fea9212e174ff085094e29a6c56221 2024-11-26T00:37:41,855 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1412e364d84754dd68b372d860fcb362/C of 1412e364d84754dd68b372d860fcb362 into 72fea9212e174ff085094e29a6c56221(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:41,855 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:41,855 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362., storeName=1412e364d84754dd68b372d860fcb362/C, priority=12, startTime=1732581461408; duration=0sec 2024-11-26T00:37:41,855 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,856 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:41,856 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1412e364d84754dd68b372d860fcb362:C 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. after waiting 0 ms 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:41,856 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 1412e364d84754dd68b372d860fcb362 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=A 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=B 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1412e364d84754dd68b372d860fcb362, store=C 2024-11-26T00:37:41,856 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:41,861 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/cb8c219ed9534053935315b9a6e4b436 is 50, key is test_row_0/A:col10/1732581461467/Put/seqid=0 2024-11-26T00:37:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742357_1533 (size=9857) 2024-11-26T00:37:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T00:37:42,084 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T00:37:42,266 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/cb8c219ed9534053935315b9a6e4b436 2024-11-26T00:37:42,279 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/be5fa49dfe0a4852b349aad856fef5c9 is 50, key is test_row_0/B:col10/1732581461467/Put/seqid=0 2024-11-26T00:37:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742358_1534 (size=9857) 2024-11-26T00:37:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T00:37:42,684 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/be5fa49dfe0a4852b349aad856fef5c9 2024-11-26T00:37:42,698 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/fc27359283044989887c1d06e12b0903 is 50, key is test_row_0/C:col10/1732581461467/Put/seqid=0 2024-11-26T00:37:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742359_1535 (size=9857) 2024-11-26T00:37:43,105 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/fc27359283044989887c1d06e12b0903 2024-11-26T00:37:43,115 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/A/cb8c219ed9534053935315b9a6e4b436 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/cb8c219ed9534053935315b9a6e4b436 2024-11-26T00:37:43,119 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/cb8c219ed9534053935315b9a6e4b436, entries=100, sequenceid=346, filesize=9.6 K 2024-11-26T00:37:43,120 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/B/be5fa49dfe0a4852b349aad856fef5c9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/be5fa49dfe0a4852b349aad856fef5c9 2024-11-26T00:37:43,123 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/be5fa49dfe0a4852b349aad856fef5c9, entries=100, sequenceid=346, filesize=9.6 K 2024-11-26T00:37:43,124 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/.tmp/C/fc27359283044989887c1d06e12b0903 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/fc27359283044989887c1d06e12b0903 2024-11-26T00:37:43,127 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/fc27359283044989887c1d06e12b0903, entries=100, sequenceid=346, filesize=9.6 K 2024-11-26T00:37:43,128 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1412e364d84754dd68b372d860fcb362 in 1272ms, sequenceid=346, compaction requested=false 2024-11-26T00:37:43,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/184b1e4854c74348b1640f9a676c496a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bee330d3cd374b209c72f7439c1172a7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4e7241f9f980422888a58c508e2e6fb9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/31067b0d4542410aba1bf83966118db3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/53f909b5c6d04f4da9ec0243efb81336, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73c4dfcd70ba4d86b9c8c7acdb571c03, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/e59526f068344582bfda0cda66515f49, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/415a822640d74aae910797929e5d9af0, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bf89a8f98d1a43ff9b52f002de160e20, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/24f6db2de4864dbfae0aebdf010a07d3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/dc5112c452344eada14a0a736e2b52e1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/80613389f0914e779365232f3d7de10b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6691a4bf55d84d1a9071a3c1a02fd90f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/0ec484f23c394ee594e149fd7662d192, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/893e35d5d0294a4a886e6ff2e0c6d96b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/f3874dce9ee544069533b2a95b5133c4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73ab35b5525f47e7b800cca25e209630, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/1f663bd6b60d440aa94a9e6949d8644e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/314dbed61a2143e9859e8601e1bf5a60, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6950f8b7598d4512b2b027de2719b1da, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/594d015534d246f49f5c3f9fb663e7ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/b31f73611dfa4a7c98b06a8c19ad745a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4b2c980340ce4105a2b143e650669fce, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/61b47c340ea249aeb55f2a6b678c27c7] to archive 2024-11-26T00:37:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:37:43,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/184b1e4854c74348b1640f9a676c496a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/184b1e4854c74348b1640f9a676c496a 2024-11-26T00:37:43,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bee330d3cd374b209c72f7439c1172a7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bee330d3cd374b209c72f7439c1172a7 2024-11-26T00:37:43,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4e7241f9f980422888a58c508e2e6fb9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4e7241f9f980422888a58c508e2e6fb9 2024-11-26T00:37:43,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/31067b0d4542410aba1bf83966118db3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/31067b0d4542410aba1bf83966118db3 2024-11-26T00:37:43,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/53f909b5c6d04f4da9ec0243efb81336 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/53f909b5c6d04f4da9ec0243efb81336 2024-11-26T00:37:43,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73c4dfcd70ba4d86b9c8c7acdb571c03 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73c4dfcd70ba4d86b9c8c7acdb571c03 2024-11-26T00:37:43,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/e59526f068344582bfda0cda66515f49 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/e59526f068344582bfda0cda66515f49 2024-11-26T00:37:43,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/415a822640d74aae910797929e5d9af0 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/415a822640d74aae910797929e5d9af0 2024-11-26T00:37:43,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bf89a8f98d1a43ff9b52f002de160e20 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/bf89a8f98d1a43ff9b52f002de160e20 2024-11-26T00:37:43,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/24f6db2de4864dbfae0aebdf010a07d3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/24f6db2de4864dbfae0aebdf010a07d3 2024-11-26T00:37:43,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/dc5112c452344eada14a0a736e2b52e1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/dc5112c452344eada14a0a736e2b52e1 2024-11-26T00:37:43,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/80613389f0914e779365232f3d7de10b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/80613389f0914e779365232f3d7de10b 2024-11-26T00:37:43,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6691a4bf55d84d1a9071a3c1a02fd90f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6691a4bf55d84d1a9071a3c1a02fd90f 2024-11-26T00:37:43,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/0ec484f23c394ee594e149fd7662d192 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/0ec484f23c394ee594e149fd7662d192 2024-11-26T00:37:43,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/893e35d5d0294a4a886e6ff2e0c6d96b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/893e35d5d0294a4a886e6ff2e0c6d96b 2024-11-26T00:37:43,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/f3874dce9ee544069533b2a95b5133c4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/f3874dce9ee544069533b2a95b5133c4 2024-11-26T00:37:43,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73ab35b5525f47e7b800cca25e209630 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/73ab35b5525f47e7b800cca25e209630 2024-11-26T00:37:43,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/1f663bd6b60d440aa94a9e6949d8644e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/1f663bd6b60d440aa94a9e6949d8644e 2024-11-26T00:37:43,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/314dbed61a2143e9859e8601e1bf5a60 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/314dbed61a2143e9859e8601e1bf5a60 2024-11-26T00:37:43,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6950f8b7598d4512b2b027de2719b1da to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/6950f8b7598d4512b2b027de2719b1da 2024-11-26T00:37:43,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/594d015534d246f49f5c3f9fb663e7ac to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/594d015534d246f49f5c3f9fb663e7ac 2024-11-26T00:37:43,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/b31f73611dfa4a7c98b06a8c19ad745a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/b31f73611dfa4a7c98b06a8c19ad745a 2024-11-26T00:37:43,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4b2c980340ce4105a2b143e650669fce to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/4b2c980340ce4105a2b143e650669fce 2024-11-26T00:37:43,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/61b47c340ea249aeb55f2a6b678c27c7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/61b47c340ea249aeb55f2a6b678c27c7 2024-11-26T00:37:43,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/cc0715006c964761ae6979b8ede43a25, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8105121bcef441cdac633e20612b4e44, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/0cdc1d0de731470188a793d6d3acf886, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4dc10657da0e4bee9b21c15da165c38f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ff8b650a42b549a1bcd2fae6047c9e79, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/188ad2f9055b420b878ea0c61c49bff6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ad1499cb9e26443e8423a6ba1edb57d7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/64cf6f536d414f81984a4232cab67a6a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f21096499e4048ff8fb21176b47bc0f7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/498669a8a73f4612837e58fdf7c546ef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4fc928b3438d4f9e97187c315257048c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/6edf6ee4603c4cacaf90c2f2df7c1c8a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8f4522905602427d87c2c1ceb26159f9, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/11f2aea1ad9342c5aca6776bf9594463, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/854f850df5fa4236be6313a903761e77, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/40412e758068408484b11cee6bee62f1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/1e72d8cf51f1473cae3062100e868e27, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/a95fd98e627c4caab75f881c9df74bfd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/e0cf4420095940e98e1ccb6e71e6140b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/57c0886c1ea74f42882951321ec814c6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dfa0ccfc878d4602a058cba2cd4c4e88, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dffa5e4b89f14c218680ba44b9c27b99, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/da0941a371934c9d88dc806854454238, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/668b21a5ffd94132b20503229dff5bb4] to archive 2024-11-26T00:37:43,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:37:43,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/cc0715006c964761ae6979b8ede43a25 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/cc0715006c964761ae6979b8ede43a25 2024-11-26T00:37:43,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8105121bcef441cdac633e20612b4e44 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8105121bcef441cdac633e20612b4e44 2024-11-26T00:37:43,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/0cdc1d0de731470188a793d6d3acf886 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/0cdc1d0de731470188a793d6d3acf886 2024-11-26T00:37:43,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4dc10657da0e4bee9b21c15da165c38f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4dc10657da0e4bee9b21c15da165c38f 2024-11-26T00:37:43,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ff8b650a42b549a1bcd2fae6047c9e79 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ff8b650a42b549a1bcd2fae6047c9e79 2024-11-26T00:37:43,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/188ad2f9055b420b878ea0c61c49bff6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/188ad2f9055b420b878ea0c61c49bff6 2024-11-26T00:37:43,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ad1499cb9e26443e8423a6ba1edb57d7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/ad1499cb9e26443e8423a6ba1edb57d7 2024-11-26T00:37:43,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/64cf6f536d414f81984a4232cab67a6a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/64cf6f536d414f81984a4232cab67a6a 2024-11-26T00:37:43,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f21096499e4048ff8fb21176b47bc0f7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f21096499e4048ff8fb21176b47bc0f7 2024-11-26T00:37:43,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/498669a8a73f4612837e58fdf7c546ef to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/498669a8a73f4612837e58fdf7c546ef 2024-11-26T00:37:43,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4fc928b3438d4f9e97187c315257048c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/4fc928b3438d4f9e97187c315257048c 2024-11-26T00:37:43,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/6edf6ee4603c4cacaf90c2f2df7c1c8a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/6edf6ee4603c4cacaf90c2f2df7c1c8a 2024-11-26T00:37:43,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8f4522905602427d87c2c1ceb26159f9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/8f4522905602427d87c2c1ceb26159f9 2024-11-26T00:37:43,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/11f2aea1ad9342c5aca6776bf9594463 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/11f2aea1ad9342c5aca6776bf9594463 2024-11-26T00:37:43,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/854f850df5fa4236be6313a903761e77 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/854f850df5fa4236be6313a903761e77 2024-11-26T00:37:43,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/40412e758068408484b11cee6bee62f1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/40412e758068408484b11cee6bee62f1 2024-11-26T00:37:43,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/1e72d8cf51f1473cae3062100e868e27 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/1e72d8cf51f1473cae3062100e868e27 2024-11-26T00:37:43,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/a95fd98e627c4caab75f881c9df74bfd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/a95fd98e627c4caab75f881c9df74bfd 2024-11-26T00:37:43,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/e0cf4420095940e98e1ccb6e71e6140b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/e0cf4420095940e98e1ccb6e71e6140b 2024-11-26T00:37:43,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/57c0886c1ea74f42882951321ec814c6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/57c0886c1ea74f42882951321ec814c6 2024-11-26T00:37:43,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dfa0ccfc878d4602a058cba2cd4c4e88 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dfa0ccfc878d4602a058cba2cd4c4e88 2024-11-26T00:37:43,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dffa5e4b89f14c218680ba44b9c27b99 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/dffa5e4b89f14c218680ba44b9c27b99 2024-11-26T00:37:43,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/da0941a371934c9d88dc806854454238 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/da0941a371934c9d88dc806854454238 2024-11-26T00:37:43,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/668b21a5ffd94132b20503229dff5bb4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/668b21a5ffd94132b20503229dff5bb4 2024-11-26T00:37:43,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/9893494aa21e4001adabb39034c8203d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5e322d0d20fb46d59f56b870708ddb40, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66d7cf60218c478d880a3657efbe044b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6041a5cb0fc94f85b3c39c514127853e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/822f65777b214a4cad2ad92f5d6e00ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/f52a3ff957e84f03bd65d3a97b7be36d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/634a978f3d464cd4a5ed20cb37e1814a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/31ac6a35cf32440286043effe9908441, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/e60a35817f2b45faa7398f5d7ab3ae2b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/c9da3805e59749d8b3b28cdf32c7fe4e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6654f939b20244d38025ed4aeeeec8df, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/40be12a1e8a54afa8019fa71b4ce35a3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/ba48f5a1b80d4c1bb5fda7b144bee6f2, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/532bcfc2e9fc46049ee0bf5dae0a016b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/cb3cfaed40ba4345a8de7eadc7684fc8, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/4ac266e9d8cd4a5996c7c90b2ee9db8b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/471c1b8e23064b40a53f3153fda02153, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/223ac29f12174f3eb30a98f47766875b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66af676e717548b99276275b7ca44b38, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/486f5e19ec01423a9043d5093caef475, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5766023cf17d4a1d8aa3af089d6ea1dc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/3de9571e2fea45b6907f9d6ee84d050c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/737c6bd1bf874924a5e6c3ad1227ce83, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/7dafc39a1bc34b18a9504d23cc702c65] to archive 2024-11-26T00:37:43,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:37:43,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/9893494aa21e4001adabb39034c8203d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/9893494aa21e4001adabb39034c8203d 2024-11-26T00:37:43,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5e322d0d20fb46d59f56b870708ddb40 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5e322d0d20fb46d59f56b870708ddb40 2024-11-26T00:37:43,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66d7cf60218c478d880a3657efbe044b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66d7cf60218c478d880a3657efbe044b 2024-11-26T00:37:43,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6041a5cb0fc94f85b3c39c514127853e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6041a5cb0fc94f85b3c39c514127853e 2024-11-26T00:37:43,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/822f65777b214a4cad2ad92f5d6e00ac to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/822f65777b214a4cad2ad92f5d6e00ac 2024-11-26T00:37:43,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/f52a3ff957e84f03bd65d3a97b7be36d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/f52a3ff957e84f03bd65d3a97b7be36d 2024-11-26T00:37:43,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/634a978f3d464cd4a5ed20cb37e1814a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/634a978f3d464cd4a5ed20cb37e1814a 2024-11-26T00:37:43,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/31ac6a35cf32440286043effe9908441 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/31ac6a35cf32440286043effe9908441 2024-11-26T00:37:43,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/e60a35817f2b45faa7398f5d7ab3ae2b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/e60a35817f2b45faa7398f5d7ab3ae2b 2024-11-26T00:37:43,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/c9da3805e59749d8b3b28cdf32c7fe4e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/c9da3805e59749d8b3b28cdf32c7fe4e 2024-11-26T00:37:43,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6654f939b20244d38025ed4aeeeec8df to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/6654f939b20244d38025ed4aeeeec8df 2024-11-26T00:37:43,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/40be12a1e8a54afa8019fa71b4ce35a3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/40be12a1e8a54afa8019fa71b4ce35a3 2024-11-26T00:37:43,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/ba48f5a1b80d4c1bb5fda7b144bee6f2 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/ba48f5a1b80d4c1bb5fda7b144bee6f2 2024-11-26T00:37:43,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/532bcfc2e9fc46049ee0bf5dae0a016b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/532bcfc2e9fc46049ee0bf5dae0a016b 2024-11-26T00:37:43,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/cb3cfaed40ba4345a8de7eadc7684fc8 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/cb3cfaed40ba4345a8de7eadc7684fc8 2024-11-26T00:37:43,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/4ac266e9d8cd4a5996c7c90b2ee9db8b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/4ac266e9d8cd4a5996c7c90b2ee9db8b 2024-11-26T00:37:43,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/471c1b8e23064b40a53f3153fda02153 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/471c1b8e23064b40a53f3153fda02153 2024-11-26T00:37:43,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/223ac29f12174f3eb30a98f47766875b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/223ac29f12174f3eb30a98f47766875b 2024-11-26T00:37:43,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66af676e717548b99276275b7ca44b38 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/66af676e717548b99276275b7ca44b38 2024-11-26T00:37:43,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/486f5e19ec01423a9043d5093caef475 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/486f5e19ec01423a9043d5093caef475 2024-11-26T00:37:43,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5766023cf17d4a1d8aa3af089d6ea1dc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/5766023cf17d4a1d8aa3af089d6ea1dc 2024-11-26T00:37:43,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/3de9571e2fea45b6907f9d6ee84d050c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/3de9571e2fea45b6907f9d6ee84d050c 2024-11-26T00:37:43,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/737c6bd1bf874924a5e6c3ad1227ce83 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/737c6bd1bf874924a5e6c3ad1227ce83 2024-11-26T00:37:43,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/7dafc39a1bc34b18a9504d23cc702c65 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/7dafc39a1bc34b18a9504d23cc702c65 2024-11-26T00:37:43,185 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=1 2024-11-26T00:37:43,185 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362. 2024-11-26T00:37:43,185 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 1412e364d84754dd68b372d860fcb362: 2024-11-26T00:37:43,186 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:43,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=1412e364d84754dd68b372d860fcb362, regionState=CLOSED 2024-11-26T00:37:43,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T00:37:43,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 1412e364d84754dd68b372d860fcb362, server=d90b379473c3,35461,1732581313682 in 1.6890 sec 2024-11-26T00:37:43,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-26T00:37:43,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1412e364d84754dd68b372d860fcb362, UNASSIGN in 1.6920 sec 2024-11-26T00:37:43,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T00:37:43,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6950 sec 2024-11-26T00:37:43,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581463191"}]},"ts":"1732581463191"} 2024-11-26T00:37:43,191 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T00:37:43,226 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T00:37:43,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7550 sec 2024-11-26T00:37:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T00:37:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T00:37:43,586 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T00:37:43,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T00:37:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,591 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T00:37:43,592 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,595 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:43,600 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/recovered.edits] 2024-11-26T00:37:43,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/8dc53df12cdc415697eefde5ca3aba0b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/8dc53df12cdc415697eefde5ca3aba0b 2024-11-26T00:37:43,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/cb8c219ed9534053935315b9a6e4b436 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/A/cb8c219ed9534053935315b9a6e4b436 2024-11-26T00:37:43,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/be5fa49dfe0a4852b349aad856fef5c9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/be5fa49dfe0a4852b349aad856fef5c9 2024-11-26T00:37:43,613 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f210949dcda34107bca403a9cf11b96e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/B/f210949dcda34107bca403a9cf11b96e 2024-11-26T00:37:43,614 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/72fea9212e174ff085094e29a6c56221 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/72fea9212e174ff085094e29a6c56221 2024-11-26T00:37:43,615 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/fc27359283044989887c1d06e12b0903 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/C/fc27359283044989887c1d06e12b0903 2024-11-26T00:37:43,616 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/recovered.edits/349.seqid to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362/recovered.edits/349.seqid 2024-11-26T00:37:43,617 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1412e364d84754dd68b372d860fcb362 2024-11-26T00:37:43,617 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T00:37:43,618 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,619 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T00:37:43,621 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T00:37:43,622 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,622 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T00:37:43,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732581463622"}]},"ts":"9223372036854775807"} 2024-11-26T00:37:43,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T00:37:43,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1412e364d84754dd68b372d860fcb362, NAME => 'TestAcidGuarantees,,1732581437350.1412e364d84754dd68b372d860fcb362.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T00:37:43,624 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T00:37:43,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732581463624"}]},"ts":"9223372036854775807"} 2024-11-26T00:37:43,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T00:37:43,661 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-26T00:37:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T00:37:43,694 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T00:37:43,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1946 (was 1961) 2024-11-26T00:37:43,717 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=1946 2024-11-26T00:37:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:37:43,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:37:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:43,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T00:37:43,721 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:43,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-26T00:37:43,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T00:37:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-26T00:37:43,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742360_1536 (size=963) 2024-11-26T00:37:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-26T00:37:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-26T00:37:44,133 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a 2024-11-26T00:37:44,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742361_1537 (size=53) 2024-11-26T00:37:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-26T00:37:44,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:37:44,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1d6209f5d61b525ed9cf25bda8db712c, disabling compactions & flushes 2024-11-26T00:37:44,544 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. after waiting 0 ms 2024-11-26T00:37:44,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,545 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:44,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T00:37:44,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732581464547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732581464547"}]},"ts":"1732581464547"} 2024-11-26T00:37:44,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T00:37:44,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T00:37:44,550 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581464550"}]},"ts":"1732581464550"} 2024-11-26T00:37:44,552 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T00:37:44,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, ASSIGN}] 2024-11-26T00:37:44,602 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, ASSIGN 2024-11-26T00:37:44,603 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, ASSIGN; state=OFFLINE, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=false 2024-11-26T00:37:44,754 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:44,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:37:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-26T00:37:44,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:44,915 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,916 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:37:44,916 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,917 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:37:44,917 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,917 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,920 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,922 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:44,922 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6209f5d61b525ed9cf25bda8db712c columnFamilyName A 2024-11-26T00:37:44,922 DEBUG [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:44,923 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(327): Store=1d6209f5d61b525ed9cf25bda8db712c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:44,923 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,924 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:44,924 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6209f5d61b525ed9cf25bda8db712c columnFamilyName B 2024-11-26T00:37:44,924 DEBUG [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:44,924 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(327): Store=1d6209f5d61b525ed9cf25bda8db712c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:44,924 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,925 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:44,925 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6209f5d61b525ed9cf25bda8db712c columnFamilyName C 2024-11-26T00:37:44,925 DEBUG [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:44,926 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(327): Store=1d6209f5d61b525ed9cf25bda8db712c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:44,926 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,926 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,926 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,928 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:37:44,928 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:44,930 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T00:37:44,930 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 1d6209f5d61b525ed9cf25bda8db712c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74371879, jitterRate=0.10822735726833344}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:37:44,931 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:44,931 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., pid=149, masterSystemTime=1732581464908 2024-11-26T00:37:44,932 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,932 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:44,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=OPEN, openSeqNum=2, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:44,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T00:37:44,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 in 178 msec 2024-11-26T00:37:44,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-26T00:37:44,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, ASSIGN in 333 msec 2024-11-26T00:37:44,936 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T00:37:44,936 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581464936"}]},"ts":"1732581464936"} 2024-11-26T00:37:44,937 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T00:37:44,943 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T00:37:44,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2250 sec 2024-11-26T00:37:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-26T00:37:45,831 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-26T00:37:45,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-26T00:37:45,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:45,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:45,907 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:45,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T00:37:45,910 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T00:37:45,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T00:37:45,912 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T00:37:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T00:37:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742362_1538 (size=999) 2024-11-26T00:37:46,326 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-26T00:37:46,326 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-26T00:37:46,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:37:46,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, REOPEN/MOVE}] 2024-11-26T00:37:46,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, REOPEN/MOVE 2024-11-26T00:37:46,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:46,337 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:37:46,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:37:46,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:46,489 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,489 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:37:46,489 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 1d6209f5d61b525ed9cf25bda8db712c, disabling compactions & flushes 2024-11-26T00:37:46,489 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,489 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,490 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. after waiting 0 ms 2024-11-26T00:37:46,490 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,497 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T00:37:46,498 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,498 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:46,498 WARN [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 1d6209f5d61b525ed9cf25bda8db712c to self. 2024-11-26T00:37:46,500 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=CLOSED 2024-11-26T00:37:46,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T00:37:46,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 in 165 msec 2024-11-26T00:37:46,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, REOPEN/MOVE; state=CLOSED, location=d90b379473c3,35461,1732581313682; forceNewPlan=false, retain=true 2024-11-26T00:37:46,656 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=OPENING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:46,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:37:46,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:46,819 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,820 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T00:37:46,820 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,821 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T00:37:46,821 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,821 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,823 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,824 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:46,824 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6209f5d61b525ed9cf25bda8db712c columnFamilyName A 2024-11-26T00:37:46,826 DEBUG [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:46,826 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(327): Store=1d6209f5d61b525ed9cf25bda8db712c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:46,827 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,827 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:46,827 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6209f5d61b525ed9cf25bda8db712c columnFamilyName B 2024-11-26T00:37:46,827 DEBUG [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:46,828 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(327): Store=1d6209f5d61b525ed9cf25bda8db712c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:46,828 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,829 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T00:37:46,829 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6209f5d61b525ed9cf25bda8db712c columnFamilyName C 2024-11-26T00:37:46,829 DEBUG [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:46,830 INFO [StoreOpener-1d6209f5d61b525ed9cf25bda8db712c-1 {}] regionserver.HStore(327): Store=1d6209f5d61b525ed9cf25bda8db712c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T00:37:46,830 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,830 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,832 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,833 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T00:37:46,834 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,835 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 1d6209f5d61b525ed9cf25bda8db712c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988590, jitterRate=-0.12100151181221008}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T00:37:46,836 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:46,836 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., pid=154, masterSystemTime=1732581466812 2024-11-26T00:37:46,837 DEBUG [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,837 INFO [RS_OPEN_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:46,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=OPEN, openSeqNum=5, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:37:46,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-26T00:37:46,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 in 179 msec 2024-11-26T00:37:46,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-26T00:37:46,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, REOPEN/MOVE in 504 msec 2024-11-26T00:37:46,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-26T00:37:46,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-26T00:37:46,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 929 msec 2024-11-26T00:37:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T00:37:46,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-26T00:37:46,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-26T00:37:46,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-26T00:37:46,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-26T00:37:46,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-26T00:37:46,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-26T00:37:46,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-26T00:37:46,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-26T00:37:46,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-26T00:37:46,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:63738 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-26T00:37:46,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T00:37:46,982 DEBUG [hconnection-0x1ed50662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,982 DEBUG [hconnection-0x3c597009-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,982 DEBUG [hconnection-0x3847260e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,982 DEBUG [hconnection-0x325c2fc2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,983 DEBUG [hconnection-0x336cb4c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:46,983 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,983 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,983 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,983 DEBUG [hconnection-0x21d781b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,984 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-26T00:37:46,985 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,985 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,985 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:46,985 DEBUG [hconnection-0x3710ff29-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:46,985 DEBUG [hconnection-0x2b43f9e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,986 DEBUG [hconnection-0x4f15b829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,986 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:46,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:46,987 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,987 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,988 DEBUG [hconnection-0x4aa30080-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T00:37:46,989 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T00:37:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:46,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:37:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581527004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581527004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581527006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581527006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581527007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126429f58dfea264c79bd1cef0c55d02a8c_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581466991/Put/seqid=0 2024-11-26T00:37:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742363_1539 (size=12154) 2024-11-26T00:37:47,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:47,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126429f58dfea264c79bd1cef0c55d02a8c_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126429f58dfea264c79bd1cef0c55d02a8c_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:47,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/64df080c82304fe9b087f9a45a6f30c3, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:47,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/64df080c82304fe9b087f9a45a6f30c3 is 175, key is test_row_0/A:col10/1732581466991/Put/seqid=0 2024-11-26T00:37:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742364_1540 (size=30955) 2024-11-26T00:37:47,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/64df080c82304fe9b087f9a45a6f30c3 2024-11-26T00:37:47,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/abb744b33982478c9b44e8a8d32b8a1e is 50, key is test_row_0/B:col10/1732581466991/Put/seqid=0 2024-11-26T00:37:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742365_1541 (size=12001) 2024-11-26T00:37:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581527107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581527107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581527108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581527108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581527109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:47,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581527309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581527309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581527311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581527311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581527312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/abb744b33982478c9b44e8a8d32b8a1e 2024-11-26T00:37:47,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/18828eca25ed4e3098936288543bf9ac is 50, key is test_row_0/C:col10/1732581466991/Put/seqid=0 2024-11-26T00:37:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742366_1542 (size=12001) 2024-11-26T00:37:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:47,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581527611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581527611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581527615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581527615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581527616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:47,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:47,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:47,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/18828eca25ed4e3098936288543bf9ac 2024-11-26T00:37:47,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/64df080c82304fe9b087f9a45a6f30c3 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3 2024-11-26T00:37:47,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3, entries=150, sequenceid=17, filesize=30.2 K 2024-11-26T00:37:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/abb744b33982478c9b44e8a8d32b8a1e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/abb744b33982478c9b44e8a8d32b8a1e 2024-11-26T00:37:47,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/abb744b33982478c9b44e8a8d32b8a1e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T00:37:47,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/18828eca25ed4e3098936288543bf9ac as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/18828eca25ed4e3098936288543bf9ac 2024-11-26T00:37:47,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/18828eca25ed4e3098936288543bf9ac, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T00:37:47,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1d6209f5d61b525ed9cf25bda8db712c in 932ms, sequenceid=17, compaction requested=false 2024-11-26T00:37:47,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:48,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-26T00:37:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:48,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:37:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269f5534398de248b0b0768fff6d24fffb_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581467005/Put/seqid=0 2024-11-26T00:37:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742367_1543 (size=12154) 2024-11-26T00:37:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:48,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581528122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581528122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581528122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581528122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581528122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581528225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581528225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581528225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581528225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581528428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581528428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581528428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581528428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:48,463 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269f5534398de248b0b0768fff6d24fffb_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f5534398de248b0b0768fff6d24fffb_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:48,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/43c2a2a5c63f4ce98c5e6450debbd2fd, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:48,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/43c2a2a5c63f4ce98c5e6450debbd2fd is 175, key is test_row_0/A:col10/1732581467005/Put/seqid=0 2024-11-26T00:37:48,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742368_1544 (size=30955) 2024-11-26T00:37:48,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T00:37:48,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581528731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581528731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581528731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581528733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:48,867 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/43c2a2a5c63f4ce98c5e6450debbd2fd 2024-11-26T00:37:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/b0a99877bc594245987ab758bd8398fc is 50, key is test_row_0/B:col10/1732581467005/Put/seqid=0 2024-11-26T00:37:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742369_1545 (size=12001) 2024-11-26T00:37:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581529134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:49,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581529234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:49,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581529236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581529237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:49,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581529238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:49,284 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/b0a99877bc594245987ab758bd8398fc 2024-11-26T00:37:49,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/798ed3eb0b8a4ca4b60d8413daa02cf6 is 50, key is test_row_0/C:col10/1732581467005/Put/seqid=0 2024-11-26T00:37:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742370_1546 (size=12001) 2024-11-26T00:37:49,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/798ed3eb0b8a4ca4b60d8413daa02cf6 2024-11-26T00:37:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/43c2a2a5c63f4ce98c5e6450debbd2fd as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd 2024-11-26T00:37:49,699 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T00:37:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/b0a99877bc594245987ab758bd8398fc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/b0a99877bc594245987ab758bd8398fc 2024-11-26T00:37:49,703 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/b0a99877bc594245987ab758bd8398fc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T00:37:49,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/798ed3eb0b8a4ca4b60d8413daa02cf6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/798ed3eb0b8a4ca4b60d8413daa02cf6 2024-11-26T00:37:49,706 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/798ed3eb0b8a4ca4b60d8413daa02cf6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T00:37:49,707 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1d6209f5d61b525ed9cf25bda8db712c in 1656ms, sequenceid=41, compaction requested=false 2024-11-26T00:37:49,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:49,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:49,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-26T00:37:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-26T00:37:49,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-26T00:37:49,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7220 sec 2024-11-26T00:37:49,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.7260 sec 2024-11-26T00:37:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:50,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:37:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:50,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112614f096b7c8b843c983726e1d8c02c62b_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742371_1547 (size=14594) 2024-11-26T00:37:50,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581530257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112614f096b7c8b843c983726e1d8c02c62b_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112614f096b7c8b843c983726e1d8c02c62b_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:50,262 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/28f09c4929c047ea84b8ebb630bb5167, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:50,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/28f09c4929c047ea84b8ebb630bb5167 is 175, key is test_row_0/A:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:50,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581530260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581530260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581530261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742372_1548 (size=39549) 2024-11-26T00:37:50,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581530362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581530365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581530365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581530365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581530564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581530567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581530567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581530567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/28f09c4929c047ea84b8ebb630bb5167 2024-11-26T00:37:50,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/ab3f68bca2fc44ad9b10b11404b25f81 is 50, key is test_row_0/B:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742373_1549 (size=12001) 2024-11-26T00:37:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581530868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581530869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581530871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:50,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581530872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/ab3f68bca2fc44ad9b10b11404b25f81 2024-11-26T00:37:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T00:37:51,089 INFO [Thread-2397 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-26T00:37:51,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-26T00:37:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:51,095 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:51,097 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:51,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:51,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/13f2884d0b084bfc9b34f0e36db70852 is 50, key is test_row_0/C:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742374_1550 (size=12001) 2024-11-26T00:37:51,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581531146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,148 DEBUG [Thread-2389 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:51,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-26T00:37:51,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:51,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:51,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:51,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581531373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581531373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581531374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581531377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:51,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-26T00:37:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:51,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/13f2884d0b084bfc9b34f0e36db70852 2024-11-26T00:37:51,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/28f09c4929c047ea84b8ebb630bb5167 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167 2024-11-26T00:37:51,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167, entries=200, sequenceid=54, filesize=38.6 K 2024-11-26T00:37:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/ab3f68bca2fc44ad9b10b11404b25f81 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/ab3f68bca2fc44ad9b10b11404b25f81 2024-11-26T00:37:51,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/ab3f68bca2fc44ad9b10b11404b25f81, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T00:37:51,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/13f2884d0b084bfc9b34f0e36db70852 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/13f2884d0b084bfc9b34f0e36db70852 2024-11-26T00:37:51,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/13f2884d0b084bfc9b34f0e36db70852, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T00:37:51,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1d6209f5d61b525ed9cf25bda8db712c in 1273ms, sequenceid=54, compaction requested=true 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:51,513 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:51,513 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:51,514 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:51,514 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:51,514 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/A is initiating minor compaction (all files) 2024-11-26T00:37:51,514 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/B is initiating minor compaction (all files) 2024-11-26T00:37:51,514 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/A in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,514 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/B in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,514 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/abb744b33982478c9b44e8a8d32b8a1e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/b0a99877bc594245987ab758bd8398fc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/ab3f68bca2fc44ad9b10b11404b25f81] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=35.2 K 2024-11-26T00:37:51,514 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=99.1 K 2024-11-26T00:37:51,514 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,514 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167] 2024-11-26T00:37:51,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting abb744b33982478c9b44e8a8d32b8a1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732581466989 2024-11-26T00:37:51,515 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64df080c82304fe9b087f9a45a6f30c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732581466989 2024-11-26T00:37:51,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b0a99877bc594245987ab758bd8398fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732581467003 2024-11-26T00:37:51,515 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43c2a2a5c63f4ce98c5e6450debbd2fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732581467003 2024-11-26T00:37:51,515 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting ab3f68bca2fc44ad9b10b11404b25f81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732581468121 2024-11-26T00:37:51,515 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28f09c4929c047ea84b8ebb630bb5167, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732581468121 2024-11-26T00:37:51,519 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:51,521 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#B#compaction#465 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:51,521 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f85c42366bbe4e66a16bcc9b78c04d08 is 50, key is test_row_0/B:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:51,522 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269d7da1fd668848ce92f1484ef1df45e7_1d6209f5d61b525ed9cf25bda8db712c store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:51,524 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269d7da1fd668848ce92f1484ef1df45e7_1d6209f5d61b525ed9cf25bda8db712c, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742375_1551 (size=12104) 2024-11-26T00:37:51,524 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269d7da1fd668848ce92f1484ef1df45e7_1d6209f5d61b525ed9cf25bda8db712c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:51,527 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f85c42366bbe4e66a16bcc9b78c04d08 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f85c42366bbe4e66a16bcc9b78c04d08 2024-11-26T00:37:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742376_1552 (size=4469) 2024-11-26T00:37:51,531 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/B of 1d6209f5d61b525ed9cf25bda8db712c into f85c42366bbe4e66a16bcc9b78c04d08(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:51,531 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:51,531 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/B, priority=13, startTime=1732581471513; duration=0sec 2024-11-26T00:37:51,531 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:51,531 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:B 2024-11-26T00:37:51,531 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:51,532 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:51,532 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/C is initiating minor compaction (all files) 2024-11-26T00:37:51,532 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/C in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,532 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/18828eca25ed4e3098936288543bf9ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/798ed3eb0b8a4ca4b60d8413daa02cf6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/13f2884d0b084bfc9b34f0e36db70852] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=35.2 K 2024-11-26T00:37:51,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 18828eca25ed4e3098936288543bf9ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732581466989 2024-11-26T00:37:51,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 798ed3eb0b8a4ca4b60d8413daa02cf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732581467003 2024-11-26T00:37:51,533 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f2884d0b084bfc9b34f0e36db70852, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732581468121 2024-11-26T00:37:51,538 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:51,538 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/992fd733edaa4bdea851b659f16fabf1 is 50, key is test_row_0/C:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:51,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742377_1553 (size=12104) 2024-11-26T00:37:51,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:51,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:51,553 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266385f817419d46ffb99c35bbc62b9fa7_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581470256/Put/seqid=0 2024-11-26T00:37:51,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742378_1554 (size=12154) 2024-11-26T00:37:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:51,929 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#A#compaction#464 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:51,929 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/1fe8a9676b694823a862bc4b0e4e6c1d is 175, key is test_row_0/A:col10/1732581470239/Put/seqid=0 2024-11-26T00:37:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742379_1555 (size=31058) 2024-11-26T00:37:51,947 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/992fd733edaa4bdea851b659f16fabf1 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/992fd733edaa4bdea851b659f16fabf1 2024-11-26T00:37:51,951 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/C of 1d6209f5d61b525ed9cf25bda8db712c into 992fd733edaa4bdea851b659f16fabf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:51,951 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:51,951 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/C, priority=13, startTime=1732581471513; duration=0sec 2024-11-26T00:37:51,951 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:51,951 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:C 2024-11-26T00:37:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:51,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266385f817419d46ffb99c35bbc62b9fa7_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266385f817419d46ffb99c35bbc62b9fa7_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/1f2c5f43fd704b4fb04680ed9be5caef, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/1f2c5f43fd704b4fb04680ed9be5caef is 175, key is test_row_0/A:col10/1732581470256/Put/seqid=0 2024-11-26T00:37:51,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742380_1556 (size=30955) 2024-11-26T00:37:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:52,336 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/1fe8a9676b694823a862bc4b0e4e6c1d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1fe8a9676b694823a862bc4b0e4e6c1d 2024-11-26T00:37:52,344 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/A of 1d6209f5d61b525ed9cf25bda8db712c into 1fe8a9676b694823a862bc4b0e4e6c1d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:52,344 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:52,344 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/A, priority=13, startTime=1732581471513; duration=0sec 2024-11-26T00:37:52,344 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:52,344 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:A 2024-11-26T00:37:52,375 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/1f2c5f43fd704b4fb04680ed9be5caef 2024-11-26T00:37:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f71b7e8792c54e27995b657fff0a2a5b is 50, key is test_row_0/B:col10/1732581470256/Put/seqid=0 2024-11-26T00:37:52,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742381_1557 (size=12001) 2024-11-26T00:37:52,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581532386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581532387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581532387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581532388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581532490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581532490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581532491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581532692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581532693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581532693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,784 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f71b7e8792c54e27995b657fff0a2a5b 2024-11-26T00:37:52,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/7c6cf48e43284794b4bd5708ef565baf is 50, key is test_row_0/C:col10/1732581470256/Put/seqid=0 2024-11-26T00:37:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742382_1558 (size=12001) 2024-11-26T00:37:52,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581532994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581532995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581532996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,192 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/7c6cf48e43284794b4bd5708ef565baf 2024-11-26T00:37:53,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/1f2c5f43fd704b4fb04680ed9be5caef as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef 2024-11-26T00:37:53,198 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef, entries=150, sequenceid=78, filesize=30.2 K 2024-11-26T00:37:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:53,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f71b7e8792c54e27995b657fff0a2a5b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f71b7e8792c54e27995b657fff0a2a5b 2024-11-26T00:37:53,201 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f71b7e8792c54e27995b657fff0a2a5b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T00:37:53,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/7c6cf48e43284794b4bd5708ef565baf as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7c6cf48e43284794b4bd5708ef565baf 2024-11-26T00:37:53,203 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7c6cf48e43284794b4bd5708ef565baf, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T00:37:53,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1d6209f5d61b525ed9cf25bda8db712c in 1651ms, sequenceid=78, compaction requested=false 2024-11-26T00:37:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-26T00:37:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-26T00:37:53,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-26T00:37:53,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1080 sec 2024-11-26T00:37:53,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.1160 sec 2024-11-26T00:37:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T00:37:53,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T00:37:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:53,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T00:37:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:53,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b0a3f1d01d2b4aee974d6148486ce72a_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742383_1559 (size=12154) 2024-11-26T00:37:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581533522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581533523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581533524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581533626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581533626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581533627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581533829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581533830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581533830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:53,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:53,913 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b0a3f1d01d2b4aee974d6148486ce72a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b0a3f1d01d2b4aee974d6148486ce72a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:53,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/510d7219ae514791a02c0d2ffb6a0a0c, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:53,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/510d7219ae514791a02c0d2ffb6a0a0c is 175, key is test_row_0/A:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742384_1560 (size=30955) 2024-11-26T00:37:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581534133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581534134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581534135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/510d7219ae514791a02c0d2ffb6a0a0c 2024-11-26T00:37:54,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/5dbddd8e101345d59099357d7f185a76 is 50, key is test_row_0/B:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:54,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742385_1561 (size=12001) 2024-11-26T00:37:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581534390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,392 DEBUG [Thread-2393 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581534638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581534638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581534638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:54,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/5dbddd8e101345d59099357d7f185a76 2024-11-26T00:37:54,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/e354e63c320a4b4eb1f891b9506c3e55 is 50, key is test_row_0/C:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742386_1562 (size=12001) 2024-11-26T00:37:55,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/e354e63c320a4b4eb1f891b9506c3e55 2024-11-26T00:37:55,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/510d7219ae514791a02c0d2ffb6a0a0c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c 2024-11-26T00:37:55,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c, entries=150, sequenceid=94, filesize=30.2 K 2024-11-26T00:37:55,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/5dbddd8e101345d59099357d7f185a76 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5dbddd8e101345d59099357d7f185a76 2024-11-26T00:37:55,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5dbddd8e101345d59099357d7f185a76, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T00:37:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/e354e63c320a4b4eb1f891b9506c3e55 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/e354e63c320a4b4eb1f891b9506c3e55 2024-11-26T00:37:55,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/e354e63c320a4b4eb1f891b9506c3e55, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T00:37:55,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1d6209f5d61b525ed9cf25bda8db712c in 1652ms, sequenceid=94, compaction requested=true 2024-11-26T00:37:55,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:37:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:55,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:55,155 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:37:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:37:55,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:55,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:55,155 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:55,155 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/A is initiating minor compaction (all files) 2024-11-26T00:37:55,156 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/A in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,156 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1fe8a9676b694823a862bc4b0e4e6c1d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=90.8 K 2024-11-26T00:37:55,156 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,156 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1fe8a9676b694823a862bc4b0e4e6c1d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c] 2024-11-26T00:37:55,156 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/B is initiating minor compaction (all files) 2024-11-26T00:37:55,156 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/B in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,156 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f85c42366bbe4e66a16bcc9b78c04d08, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f71b7e8792c54e27995b657fff0a2a5b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5dbddd8e101345d59099357d7f185a76] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=35.3 K 2024-11-26T00:37:55,156 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fe8a9676b694823a862bc4b0e4e6c1d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732581468121 2024-11-26T00:37:55,156 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f85c42366bbe4e66a16bcc9b78c04d08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732581468121 2024-11-26T00:37:55,156 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2c5f43fd704b4fb04680ed9be5caef, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732581470256 2024-11-26T00:37:55,157 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f71b7e8792c54e27995b657fff0a2a5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732581470256 2024-11-26T00:37:55,157 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 510d7219ae514791a02c0d2ffb6a0a0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732581472378 2024-11-26T00:37:55,157 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dbddd8e101345d59099357d7f185a76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732581472378 2024-11-26T00:37:55,161 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:55,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T00:37:55,162 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#B#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:55,163 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/2a2374818e9049faad6894a921c0b7b7 is 50, key is test_row_0/B:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:55,167 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268b9c8af803d9440fa092b4580594df92_1d6209f5d61b525ed9cf25bda8db712c store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:55,169 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268b9c8af803d9440fa092b4580594df92_1d6209f5d61b525ed9cf25bda8db712c, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:55,169 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268b9c8af803d9440fa092b4580594df92_1d6209f5d61b525ed9cf25bda8db712c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742387_1563 (size=12207) 2024-11-26T00:37:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742388_1564 (size=4469) 2024-11-26T00:37:55,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112643af1926df094585b5eb8b7d8e171349_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581473522/Put/seqid=0 2024-11-26T00:37:55,189 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#A#compaction#474 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:55,189 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/411522d519d4489985e857137d672245 is 175, key is test_row_0/A:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742389_1565 (size=12154) 2024-11-26T00:37:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581535195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-26T00:37:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742390_1566 (size=31161) 2024-11-26T00:37:55,199 INFO [Thread-2397 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-26T00:37:55,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-26T00:37:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:55,202 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:55,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:55,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:55,205 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/411522d519d4489985e857137d672245 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/411522d519d4489985e857137d672245 2024-11-26T00:37:55,209 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/A of 1d6209f5d61b525ed9cf25bda8db712c into 411522d519d4489985e857137d672245(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:55,209 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:55,209 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/A, priority=13, startTime=1732581475154; duration=0sec 2024-11-26T00:37:55,209 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:37:55,209 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:A 2024-11-26T00:37:55,209 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:37:55,210 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:37:55,210 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/C is initiating minor compaction (all files) 2024-11-26T00:37:55,210 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/C in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,210 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/992fd733edaa4bdea851b659f16fabf1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7c6cf48e43284794b4bd5708ef565baf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/e354e63c320a4b4eb1f891b9506c3e55] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=35.3 K 2024-11-26T00:37:55,210 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 992fd733edaa4bdea851b659f16fabf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732581468121 2024-11-26T00:37:55,211 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c6cf48e43284794b4bd5708ef565baf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732581470256 2024-11-26T00:37:55,211 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e354e63c320a4b4eb1f891b9506c3e55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732581472378 2024-11-26T00:37:55,216 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:37:55,217 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/4e4914f738424c909f6492115fc7c89d is 50, key is test_row_0/C:col10/1732581472378/Put/seqid=0 2024-11-26T00:37:55,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742391_1567 (size=12207) 2024-11-26T00:37:55,223 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/4e4914f738424c909f6492115fc7c89d as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4e4914f738424c909f6492115fc7c89d 2024-11-26T00:37:55,226 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/C of 1d6209f5d61b525ed9cf25bda8db712c into 4e4914f738424c909f6492115fc7c89d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:55,226 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:55,226 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/C, priority=13, startTime=1732581475155; duration=0sec 2024-11-26T00:37:55,226 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:55,226 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:C 2024-11-26T00:37:55,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581535300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:55,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581535505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,573 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/2a2374818e9049faad6894a921c0b7b7 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/2a2374818e9049faad6894a921c0b7b7 2024-11-26T00:37:55,576 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/B of 1d6209f5d61b525ed9cf25bda8db712c into 2a2374818e9049faad6894a921c0b7b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:37:55,576 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:55,576 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/B, priority=13, startTime=1732581475155; duration=0sec 2024-11-26T00:37:55,577 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:37:55,577 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:B 2024-11-26T00:37:55,592 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:55,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112643af1926df094585b5eb8b7d8e171349_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112643af1926df094585b5eb8b7d8e171349_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:55,595 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/e99f9b87b7314bfe8972f3c6c1e04bdb, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:55,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/e99f9b87b7314bfe8972f3c6c1e04bdb is 175, key is test_row_0/A:col10/1732581473522/Put/seqid=0 2024-11-26T00:37:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742392_1568 (size=30955) 2024-11-26T00:37:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581535646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581535647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581535650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:55,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581535809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:55,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:55,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/e99f9b87b7314bfe8972f3c6c1e04bdb 2024-11-26T00:37:56,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6 is 50, key is test_row_0/B:col10/1732581473522/Put/seqid=0 2024-11-26T00:37:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742393_1569 (size=12001) 2024-11-26T00:37:56,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581536311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6 2024-11-26T00:37:56,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/b4c7593ffcdc4797b3821479e328520a is 50, key is test_row_0/C:col10/1732581473522/Put/seqid=0 2024-11-26T00:37:56,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742394_1570 (size=12001) 2024-11-26T00:37:56,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:56,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:56,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:56,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:56,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/b4c7593ffcdc4797b3821479e328520a 2024-11-26T00:37:56,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/e99f9b87b7314bfe8972f3c6c1e04bdb as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb 2024-11-26T00:37:56,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb, entries=150, sequenceid=117, filesize=30.2 K 2024-11-26T00:37:56,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6 2024-11-26T00:37:56,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T00:37:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/b4c7593ffcdc4797b3821479e328520a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/b4c7593ffcdc4797b3821479e328520a 2024-11-26T00:37:56,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/b4c7593ffcdc4797b3821479e328520a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T00:37:56,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1d6209f5d61b525ed9cf25bda8db712c in 1673ms, sequenceid=117, compaction requested=false 2024-11-26T00:37:56,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:56,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:56,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:56,876 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f5aa7e33180b4e58a61dc0894d71bcff_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581475185/Put/seqid=0 2024-11-26T00:37:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742395_1571 (size=12204) 2024-11-26T00:37:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:57,287 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f5aa7e33180b4e58a61dc0894d71bcff_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f5aa7e33180b4e58a61dc0894d71bcff_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:57,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/2f8c72caac76402ebc8f4a2ad439b5ff, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:57,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/2f8c72caac76402ebc8f4a2ad439b5ff is 175, key is test_row_0/A:col10/1732581475185/Put/seqid=0 2024-11-26T00:37:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742396_1572 (size=31005) 2024-11-26T00:37:57,293 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/2f8c72caac76402ebc8f4a2ad439b5ff 2024-11-26T00:37:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/3bae74af548a41e88b361513fee73fb4 is 50, key is test_row_0/B:col10/1732581475185/Put/seqid=0 2024-11-26T00:37:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742397_1573 (size=12051) 2024-11-26T00:37:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:57,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581537372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581537475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581537649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:57,651 DEBUG [Thread-2387 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581537658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:57,659 DEBUG [Thread-2395 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581537660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:57,661 DEBUG [Thread-2391 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:37:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581537677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:57,701 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/3bae74af548a41e88b361513fee73fb4 2024-11-26T00:37:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/def4eb8137e34c909f42bf195091e15e is 50, key is test_row_0/C:col10/1732581475185/Put/seqid=0 2024-11-26T00:37:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742398_1574 (size=12051) 2024-11-26T00:37:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581537981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:58,110 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/def4eb8137e34c909f42bf195091e15e 2024-11-26T00:37:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/2f8c72caac76402ebc8f4a2ad439b5ff as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff 2024-11-26T00:37:58,115 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff, entries=150, sequenceid=133, filesize=30.3 K 2024-11-26T00:37:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/3bae74af548a41e88b361513fee73fb4 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/3bae74af548a41e88b361513fee73fb4 2024-11-26T00:37:58,118 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/3bae74af548a41e88b361513fee73fb4, entries=150, sequenceid=133, filesize=11.8 K 2024-11-26T00:37:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/def4eb8137e34c909f42bf195091e15e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/def4eb8137e34c909f42bf195091e15e 2024-11-26T00:37:58,121 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/def4eb8137e34c909f42bf195091e15e, entries=150, sequenceid=133, filesize=11.8 K 2024-11-26T00:37:58,122 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1d6209f5d61b525ed9cf25bda8db712c in 1245ms, sequenceid=133, compaction requested=true 2024-11-26T00:37:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:37:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-26T00:37:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-26T00:37:58,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-26T00:37:58,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9190 sec 2024-11-26T00:37:58,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.9220 sec 2024-11-26T00:37:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:58,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T00:37:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:37:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:37:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:37:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:37:58,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262ee02c2777d847cc9f0ac52aa917b67d_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581478429/Put/seqid=0 2024-11-26T00:37:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742399_1575 (size=14794) 2024-11-26T00:37:58,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581538455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581538484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581538558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:58,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581538762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:58,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:37:58,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262ee02c2777d847cc9f0ac52aa917b67d_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ee02c2777d847cc9f0ac52aa917b67d_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:37:58,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/a08c7456d35f4a838e866ab3c2436d65, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:37:58,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/a08c7456d35f4a838e866ab3c2436d65 is 175, key is test_row_0/A:col10/1732581478429/Put/seqid=0 2024-11-26T00:37:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742400_1576 (size=39749) 2024-11-26T00:37:59,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581539064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/a08c7456d35f4a838e866ab3c2436d65 2024-11-26T00:37:59,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/59cd693a849a42699f0b662ce6ed856f is 50, key is test_row_0/B:col10/1732581478429/Put/seqid=0 2024-11-26T00:37:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742401_1577 (size=12151) 2024-11-26T00:37:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T00:37:59,306 INFO [Thread-2397 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-26T00:37:59,307 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:37:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-26T00:37:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:37:59,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:37:59,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:37:59,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:37:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:37:59,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T00:37:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581539489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:37:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581539569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:37:59,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T00:37:59,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:59,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/59cd693a849a42699f0b662ce6ed856f 2024-11-26T00:37:59,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/a8f99cb1af5347a18685a3cc11dfc371 is 50, key is test_row_0/C:col10/1732581478429/Put/seqid=0 2024-11-26T00:37:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742402_1578 (size=12151) 2024-11-26T00:37:59,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T00:37:59,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:59,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:37:59,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:37:59,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T00:37:59,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:37:59,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:37:59,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:37:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:00,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/a8f99cb1af5347a18685a3cc11dfc371 2024-11-26T00:38:00,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/a08c7456d35f4a838e866ab3c2436d65 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65 2024-11-26T00:38:00,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:00,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T00:38:00,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:00,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65, entries=200, sequenceid=157, filesize=38.8 K 2024-11-26T00:38:00,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:00,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:00,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/59cd693a849a42699f0b662ce6ed856f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/59cd693a849a42699f0b662ce6ed856f 2024-11-26T00:38:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:00,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/59cd693a849a42699f0b662ce6ed856f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T00:38:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/a8f99cb1af5347a18685a3cc11dfc371 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a8f99cb1af5347a18685a3cc11dfc371 2024-11-26T00:38:00,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a8f99cb1af5347a18685a3cc11dfc371, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T00:38:00,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1d6209f5d61b525ed9cf25bda8db712c in 1645ms, sequenceid=157, compaction requested=true 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:38:00,075 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:00,075 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:38:00,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:00,079 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:38:00,079 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:38:00,079 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/A is initiating minor compaction (all files) 2024-11-26T00:38:00,079 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/B is initiating minor compaction (all files) 2024-11-26T00:38:00,079 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/B in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,079 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/A in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,079 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/411522d519d4489985e857137d672245, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=129.8 K 2024-11-26T00:38:00,079 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/2a2374818e9049faad6894a921c0b7b7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/3bae74af548a41e88b361513fee73fb4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/59cd693a849a42699f0b662ce6ed856f] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=47.3 K 2024-11-26T00:38:00,079 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,079 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/411522d519d4489985e857137d672245, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65] 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a2374818e9049faad6894a921c0b7b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732581472378 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 411522d519d4489985e857137d672245, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732581472378 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad13dd5f7fa436bb3e83bd7ad6a23c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732581473517 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting e99f9b87b7314bfe8972f3c6c1e04bdb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732581473517 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bae74af548a41e88b361513fee73fb4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732581475185 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f8c72caac76402ebc8f4a2ad439b5ff, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732581475185 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 59cd693a849a42699f0b662ce6ed856f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581477369 2024-11-26T00:38:00,080 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08c7456d35f4a838e866ab3c2436d65, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581477355 2024-11-26T00:38:00,085 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:00,087 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#B#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:00,088 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/943215d428324ff382abbe41d692d21f is 50, key is test_row_0/B:col10/1732581478429/Put/seqid=0 2024-11-26T00:38:00,095 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267b6a91c36869433abea557fd40e3b13b_1d6209f5d61b525ed9cf25bda8db712c store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:00,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742403_1579 (size=12493) 2024-11-26T00:38:00,098 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267b6a91c36869433abea557fd40e3b13b_1d6209f5d61b525ed9cf25bda8db712c, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:00,098 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267b6a91c36869433abea557fd40e3b13b_1d6209f5d61b525ed9cf25bda8db712c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:00,101 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/943215d428324ff382abbe41d692d21f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/943215d428324ff382abbe41d692d21f 2024-11-26T00:38:00,104 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/B of 1d6209f5d61b525ed9cf25bda8db712c into 943215d428324ff382abbe41d692d21f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:00,105 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:00,105 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/B, priority=12, startTime=1732581480075; duration=0sec 2024-11-26T00:38:00,105 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:00,105 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:B 2024-11-26T00:38:00,105 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T00:38:00,106 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T00:38:00,106 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/C is initiating minor compaction (all files) 2024-11-26T00:38:00,106 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/C in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,106 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4e4914f738424c909f6492115fc7c89d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/b4c7593ffcdc4797b3821479e328520a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/def4eb8137e34c909f42bf195091e15e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a8f99cb1af5347a18685a3cc11dfc371] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=47.3 K 2024-11-26T00:38:00,106 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4914f738424c909f6492115fc7c89d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732581472378 2024-11-26T00:38:00,106 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting b4c7593ffcdc4797b3821479e328520a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732581473517 2024-11-26T00:38:00,107 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting def4eb8137e34c909f42bf195091e15e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732581475185 2024-11-26T00:38:00,107 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a8f99cb1af5347a18685a3cc11dfc371, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581477369 2024-11-26T00:38:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742404_1580 (size=4469) 2024-11-26T00:38:00,109 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#A#compaction#486 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:00,110 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/48145432428d474aafdb7422e76c5657 is 175, key is test_row_0/A:col10/1732581478429/Put/seqid=0 2024-11-26T00:38:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742405_1581 (size=31447) 2024-11-26T00:38:00,115 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:00,115 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/8f29470d729846559ed61ce60296d288 is 50, key is test_row_0/C:col10/1732581478429/Put/seqid=0 2024-11-26T00:38:00,117 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/48145432428d474aafdb7422e76c5657 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/48145432428d474aafdb7422e76c5657 2024-11-26T00:38:00,123 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/A of 1d6209f5d61b525ed9cf25bda8db712c into 48145432428d474aafdb7422e76c5657(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:00,123 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:00,123 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/A, priority=12, startTime=1732581480075; duration=0sec 2024-11-26T00:38:00,123 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:00,123 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:A 2024-11-26T00:38:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742406_1582 (size=12493) 2024-11-26T00:38:00,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:00,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T00:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:00,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:00,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:00,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112663637cbbf2494fafbf0fcb6ff9772f12_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581478454/Put/seqid=0 2024-11-26T00:38:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742407_1583 (size=12304) 2024-11-26T00:38:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:38:00,525 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/8f29470d729846559ed61ce60296d288 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8f29470d729846559ed61ce60296d288 2024-11-26T00:38:00,528 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/C of 1d6209f5d61b525ed9cf25bda8db712c into 8f29470d729846559ed61ce60296d288(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:00,528 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:00,528 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/C, priority=12, startTime=1732581480075; duration=0sec 2024-11-26T00:38:00,528 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:00,528 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:C 2024-11-26T00:38:00,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:00,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112663637cbbf2494fafbf0fcb6ff9772f12_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112663637cbbf2494fafbf0fcb6ff9772f12_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:00,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/3cf3c86498284074b484af9e8a989a9f, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/3cf3c86498284074b484af9e8a989a9f is 175, key is test_row_0/A:col10/1732581478454/Put/seqid=0 2024-11-26T00:38:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581540632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742408_1584 (size=31105) 2024-11-26T00:38:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581540735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581540937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,035 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/3cf3c86498284074b484af9e8a989a9f 2024-11-26T00:38:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/4f3c569894ed42618989e726f81d2aca is 50, key is test_row_0/B:col10/1732581478454/Put/seqid=0 2024-11-26T00:38:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742409_1585 (size=12151) 2024-11-26T00:38:01,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581541241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:38:01,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/4f3c569894ed42618989e726f81d2aca 2024-11-26T00:38:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/7b59f5f75c3c4b708235425405211b9a is 50, key is test_row_0/C:col10/1732581478454/Put/seqid=0 2024-11-26T00:38:01,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742410_1586 (size=12151) 2024-11-26T00:38:01,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581541502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,505 DEBUG [Thread-2389 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:38:01,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54680 deadline: 1732581541674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,675 DEBUG [Thread-2387 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:38:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54698 deadline: 1732581541676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,677 DEBUG [Thread-2395 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:38:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54714 deadline: 1732581541696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,698 DEBUG [Thread-2391 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:38:01,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581541743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:01,877 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/7b59f5f75c3c4b708235425405211b9a 2024-11-26T00:38:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/3cf3c86498284074b484af9e8a989a9f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f 2024-11-26T00:38:01,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f, entries=150, sequenceid=171, filesize=30.4 K 2024-11-26T00:38:01,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/4f3c569894ed42618989e726f81d2aca as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/4f3c569894ed42618989e726f81d2aca 2024-11-26T00:38:01,886 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/4f3c569894ed42618989e726f81d2aca, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T00:38:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/7b59f5f75c3c4b708235425405211b9a as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7b59f5f75c3c4b708235425405211b9a 2024-11-26T00:38:01,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7b59f5f75c3c4b708235425405211b9a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T00:38:01,891 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1d6209f5d61b525ed9cf25bda8db712c in 1671ms, sequenceid=171, compaction requested=false 2024-11-26T00:38:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-26T00:38:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-26T00:38:01,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-26T00:38:01,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5840 sec 2024-11-26T00:38:01,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.5870 sec 2024-11-26T00:38:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:02,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:38:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:02,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:02,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e0563a10e2be4c5cb8acd9b10195d00a_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742411_1587 (size=14794) 2024-11-26T00:38:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581542769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:02,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581542872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581543074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,160 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e0563a10e2be4c5cb8acd9b10195d00a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0563a10e2be4c5cb8acd9b10195d00a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:03,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/00e96cecee704eb19d6ab797eb5decfa, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:03,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/00e96cecee704eb19d6ab797eb5decfa is 175, key is test_row_0/A:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:03,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742412_1588 (size=39749) 2024-11-26T00:38:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581543377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T00:38:03,412 INFO [Thread-2397 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-26T00:38:03,413 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:38:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-26T00:38:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T00:38:03,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:38:03,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:38:03,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:38:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T00:38:03,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/00e96cecee704eb19d6ab797eb5decfa 2024-11-26T00:38:03,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T00:38:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/9cb549ccfa2c4beda673f77ba334f100 is 50, key is test_row_0/B:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742413_1589 (size=12151) 2024-11-26T00:38:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T00:38:03,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T00:38:03,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:03,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T00:38:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581543879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:03,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/9cb549ccfa2c4beda673f77ba334f100 2024-11-26T00:38:03,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/8365df4f3fb241ebbb922004065072de is 50, key is test_row_0/C:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742414_1590 (size=12151) 2024-11-26T00:38:03,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/8365df4f3fb241ebbb922004065072de 2024-11-26T00:38:03,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/00e96cecee704eb19d6ab797eb5decfa as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa 2024-11-26T00:38:03,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa, entries=200, sequenceid=197, filesize=38.8 K 2024-11-26T00:38:03,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/9cb549ccfa2c4beda673f77ba334f100 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9cb549ccfa2c4beda673f77ba334f100 2024-11-26T00:38:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9cb549ccfa2c4beda673f77ba334f100, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T00:38:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/8365df4f3fb241ebbb922004065072de as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8365df4f3fb241ebbb922004065072de 2024-11-26T00:38:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8365df4f3fb241ebbb922004065072de, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T00:38:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1d6209f5d61b525ed9cf25bda8db712c in 1245ms, sequenceid=197, compaction requested=true 2024-11-26T00:38:03,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:03,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:38:03,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:03,994 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:03,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:38:03,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,994 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:03,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:38:03,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,995 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:03,995 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:03,995 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/B is initiating minor compaction (all files) 2024-11-26T00:38:03,995 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/A is initiating minor compaction (all files) 2024-11-26T00:38:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,995 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/B in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,995 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/A in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,995 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/48145432428d474aafdb7422e76c5657, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=99.9 K 2024-11-26T00:38:03,995 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/943215d428324ff382abbe41d692d21f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/4f3c569894ed42618989e726f81d2aca, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9cb549ccfa2c4beda673f77ba334f100] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=35.9 K 2024-11-26T00:38:03,996 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/48145432428d474aafdb7422e76c5657, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa] 2024-11-26T00:38:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 943215d428324ff382abbe41d692d21f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581477369 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48145432428d474aafdb7422e76c5657, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581477369 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f3c569894ed42618989e726f81d2aca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732581478440 2024-11-26T00:38:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf3c86498284074b484af9e8a989a9f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732581478440 2024-11-26T00:38:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cb549ccfa2c4beda673f77ba334f100, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732581480626 2024-11-26T00:38:03,996 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00e96cecee704eb19d6ab797eb5decfa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732581480626 2024-11-26T00:38:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,001 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,003 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,003 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/8d4ecf5783d04e7292f138801ea26250 is 50, key is test_row_0/B:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,005 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112647297dc80b354dc0868ab3f5d6c28090_1d6209f5d61b525ed9cf25bda8db712c store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,007 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112647297dc80b354dc0868ab3f5d6c28090_1d6209f5d61b525ed9cf25bda8db712c, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,007 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112647297dc80b354dc0868ab3f5d6c28090_1d6209f5d61b525ed9cf25bda8db712c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742415_1591 (size=12595) 2024-11-26T00:38:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,014 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/8d4ecf5783d04e7292f138801ea26250 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/8d4ecf5783d04e7292f138801ea26250 2024-11-26T00:38:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,019 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/B of 1d6209f5d61b525ed9cf25bda8db712c into 8d4ecf5783d04e7292f138801ea26250(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:04,019 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:04,019 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/B, priority=13, startTime=1732581483994; duration=0sec 2024-11-26T00:38:04,019 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:04,019 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:B 2024-11-26T00:38:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,019 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,020 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:04,020 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/C is initiating minor compaction (all files) 2024-11-26T00:38:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,020 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/C in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:04,020 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8f29470d729846559ed61ce60296d288, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7b59f5f75c3c4b708235425405211b9a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8365df4f3fb241ebbb922004065072de] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=35.9 K 2024-11-26T00:38:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,021 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f29470d729846559ed61ce60296d288, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732581477369 2024-11-26T00:38:04,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:04,021 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b59f5f75c3c4b708235425405211b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732581478440 2024-11-26T00:38:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,021 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8365df4f3fb241ebbb922004065072de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732581480626 2024-11-26T00:38:04,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T00:38:04,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,021 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:38:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,041 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,041 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/37fe16adcad94699b720217db54e10a5 is 50, key is test_row_0/C:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269a454fdfc51f4914976bb35900d0d9b1_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581482768/Put/seqid=0 2024-11-26T00:38:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742416_1592 (size=4469) 2024-11-26T00:38:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742417_1593 (size=12595) 2024-11-26T00:38:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742418_1594 (size=9814) 2024-11-26T00:38:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269a454fdfc51f4914976bb35900d0d9b1_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269a454fdfc51f4914976bb35900d0d9b1_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/178e696e1e3348769fab7124c85631bf, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/178e696e1e3348769fab7124c85631bf is 175, key is test_row_0/A:col10/1732581482768/Put/seqid=0 2024-11-26T00:38:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742419_1595 (size=22461) 2024-11-26T00:38:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,446 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#A#compaction#494 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,446 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/ff8833e919ab4dfd8ef9de1f3f175848 is 175, key is test_row_0/A:col10/1732581480628/Put/seqid=0 2024-11-26T00:38:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742420_1596 (size=31549) 2024-11-26T00:38:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,456 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/37fe16adcad94699b720217db54e10a5 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/37fe16adcad94699b720217db54e10a5 2024-11-26T00:38:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,460 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/C of 1d6209f5d61b525ed9cf25bda8db712c into 37fe16adcad94699b720217db54e10a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:04,460 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:04,460 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/C, priority=13, startTime=1732581483994; duration=0sec 2024-11-26T00:38:04,460 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:04,460 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:C 2024-11-26T00:38:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,483 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/178e696e1e3348769fab7124c85631bf 2024-11-26T00:38:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/0893bb2712bd46b59c355de9ff8b950b is 50, key is test_row_0/B:col10/1732581482768/Put/seqid=0 2024-11-26T00:38:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742421_1597 (size=9757) 2024-11-26T00:38:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,853 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/ff8833e919ab4dfd8ef9de1f3f175848 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ff8833e919ab4dfd8ef9de1f3f175848 2024-11-26T00:38:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,858 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/A of 1d6209f5d61b525ed9cf25bda8db712c into ff8833e919ab4dfd8ef9de1f3f175848(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:04,858 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:04,858 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/A, priority=13, startTime=1732581483994; duration=0sec 2024-11-26T00:38:04,858 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:04,858 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:A 2024-11-26T00:38:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:04,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,893 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/0893bb2712bd46b59c355de9ff8b950b 2024-11-26T00:38:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/dab6c433ef3d4f978dd7b72724836327 is 50, key is test_row_0/C:col10/1732581482768/Put/seqid=0 2024-11-26T00:38:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742422_1598 (size=9757) 2024-11-26T00:38:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,906 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/dab6c433ef3d4f978dd7b72724836327 2024-11-26T00:38:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/178e696e1e3348769fab7124c85631bf as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf 2024-11-26T00:38:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,913 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf, entries=100, sequenceid=209, filesize=21.9 K 2024-11-26T00:38:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/0893bb2712bd46b59c355de9ff8b950b as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0893bb2712bd46b59c355de9ff8b950b 2024-11-26T00:38:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,917 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0893bb2712bd46b59c355de9ff8b950b, entries=100, sequenceid=209, filesize=9.5 K 2024-11-26T00:38:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/dab6c433ef3d4f978dd7b72724836327 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/dab6c433ef3d4f978dd7b72724836327 2024-11-26T00:38:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,921 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/dab6c433ef3d4f978dd7b72724836327, entries=100, sequenceid=209, filesize=9.5 K 2024-11-26T00:38:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,922 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 1d6209f5d61b525ed9cf25bda8db712c in 900ms, sequenceid=209, compaction requested=false 2024-11-26T00:38:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-26T00:38:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-26T00:38:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-26T00:38:04,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-11-26T00:38:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.5110 sec 2024-11-26T00:38:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T00:38:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267e6bb3a6c3db417fb5aef332fc18c15a_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742423_1599 (size=17284) 2024-11-26T00:38:04,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:04,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267e6bb3a6c3db417fb5aef332fc18c15a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267e6bb3a6c3db417fb5aef332fc18c15a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:04,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/514d8552d0f9469e84706e8d335c0a78, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:04,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/514d8552d0f9469e84706e8d335c0a78 is 175, key is test_row_0/A:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742424_1600 (size=48389) 2024-11-26T00:38:04,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/514d8552d0f9469e84706e8d335c0a78 2024-11-26T00:38:04,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/d0d83e2f62cb42dc9e8e6196f78af651 is 50, key is test_row_0/B:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742425_1601 (size=12151) 2024-11-26T00:38:05,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581545022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581545125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581545328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/d0d83e2f62cb42dc9e8e6196f78af651 2024-11-26T00:38:05,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/db58648d87a44d09963451385a77d74c is 50, key is test_row_0/C:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:05,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742426_1602 (size=12151) 2024-11-26T00:38:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T00:38:05,517 INFO [Thread-2397 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-26T00:38:05,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T00:38:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-26T00:38:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T00:38:05,519 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T00:38:05,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T00:38:05,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T00:38:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54676 deadline: 1732581545525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,526 DEBUG [Thread-2389 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., hostname=d90b379473c3,35461,1732581313682, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T00:38:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T00:38:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581545631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T00:38:05,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:05,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:05,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:05,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:05,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T00:38:05,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/db58648d87a44d09963451385a77d74c 2024-11-26T00:38:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/514d8552d0f9469e84706e8d335c0a78 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78 2024-11-26T00:38:05,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78, entries=250, sequenceid=222, filesize=47.3 K 2024-11-26T00:38:05,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/d0d83e2f62cb42dc9e8e6196f78af651 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/d0d83e2f62cb42dc9e8e6196f78af651 2024-11-26T00:38:05,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/d0d83e2f62cb42dc9e8e6196f78af651, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T00:38:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/db58648d87a44d09963451385a77d74c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/db58648d87a44d09963451385a77d74c 2024-11-26T00:38:05,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/db58648d87a44d09963451385a77d74c, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T00:38:05,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1d6209f5d61b525ed9cf25bda8db712c in 880ms, sequenceid=222, compaction requested=true 2024-11-26T00:38:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:05,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:38:05,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:05,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:38:05,817 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:05,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:05,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:38:05,817 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:05,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:05,817 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:05,817 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:05,817 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/A is initiating minor compaction (all files) 2024-11-26T00:38:05,817 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/B is initiating minor compaction (all files) 2024-11-26T00:38:05,817 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/B in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:05,817 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/A in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:05,817 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/8d4ecf5783d04e7292f138801ea26250, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0893bb2712bd46b59c355de9ff8b950b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/d0d83e2f62cb42dc9e8e6196f78af651] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=33.7 K 2024-11-26T00:38:05,818 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ff8833e919ab4dfd8ef9de1f3f175848, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=100.0 K 2024-11-26T00:38:05,818 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:05,818 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ff8833e919ab4dfd8ef9de1f3f175848, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78] 2024-11-26T00:38:05,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d4ecf5783d04e7292f138801ea26250, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732581480626 2024-11-26T00:38:05,818 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff8833e919ab4dfd8ef9de1f3f175848, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732581480626 2024-11-26T00:38:05,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0893bb2712bd46b59c355de9ff8b950b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732581482765 2024-11-26T00:38:05,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d83e2f62cb42dc9e8e6196f78af651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581484912 2024-11-26T00:38:05,819 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 178e696e1e3348769fab7124c85631bf, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732581482765 2024-11-26T00:38:05,819 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 514d8552d0f9469e84706e8d335c0a78, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581484898 2024-11-26T00:38:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T00:38:05,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:05,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35461 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:05,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:05,832 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:05,832 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/0dab9ede2f7b465094aca3cd97557925 is 50, key is test_row_0/B:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:05,833 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:05,842 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126c7061e02f1554f11ad8079ad99e20ccb_1d6209f5d61b525ed9cf25bda8db712c store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:05,844 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126c7061e02f1554f11ad8079ad99e20ccb_1d6209f5d61b525ed9cf25bda8db712c, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:05,844 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c7061e02f1554f11ad8079ad99e20ccb_1d6209f5d61b525ed9cf25bda8db712c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:05,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265d9e17383ce14ca3950a7f00d26fc45b_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581485018/Put/seqid=0 2024-11-26T00:38:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742427_1603 (size=12697) 2024-11-26T00:38:05,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742428_1604 (size=4469) 2024-11-26T00:38:05,857 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#A#compaction#504 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:05,858 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/b888f216fd714984955a15ae6c43711f is 175, key is test_row_0/A:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742429_1605 (size=12304) 2024-11-26T00:38:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742430_1606 (size=31651) 2024-11-26T00:38:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T00:38:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. as already flushing 2024-11-26T00:38:06,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581546158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:06,259 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/0dab9ede2f7b465094aca3cd97557925 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0dab9ede2f7b465094aca3cd97557925 2024-11-26T00:38:06,262 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/B of 1d6209f5d61b525ed9cf25bda8db712c into 0dab9ede2f7b465094aca3cd97557925(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:06,262 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:06,262 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/B, priority=13, startTime=1732581485817; duration=0sec 2024-11-26T00:38:06,262 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:06,262 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:B 2024-11-26T00:38:06,262 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:06,263 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:06,263 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/C is initiating minor compaction (all files) 2024-11-26T00:38:06,263 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/C in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:06,263 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/37fe16adcad94699b720217db54e10a5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/dab6c433ef3d4f978dd7b72724836327, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/db58648d87a44d09963451385a77d74c] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=33.7 K 2024-11-26T00:38:06,264 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 37fe16adcad94699b720217db54e10a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732581480626 2024-11-26T00:38:06,264 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting dab6c433ef3d4f978dd7b72724836327, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732581482765 2024-11-26T00:38:06,264 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting db58648d87a44d09963451385a77d74c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581484912 2024-11-26T00:38:06,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581546262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:06,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:06,269 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:06,270 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/9d5fb9fa2a164d33ae2b3e716c341a27 is 50, key is test_row_0/C:col10/1732581484930/Put/seqid=0 2024-11-26T00:38:06,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265d9e17383ce14ca3950a7f00d26fc45b_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265d9e17383ce14ca3950a7f00d26fc45b_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/6c5f57ca00c84a2394ce779351ba8051, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:06,274 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/b888f216fd714984955a15ae6c43711f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/b888f216fd714984955a15ae6c43711f 2024-11-26T00:38:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/6c5f57ca00c84a2394ce779351ba8051 is 175, key is test_row_0/A:col10/1732581485018/Put/seqid=0 2024-11-26T00:38:06,278 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/A of 1d6209f5d61b525ed9cf25bda8db712c into b888f216fd714984955a15ae6c43711f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:06,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:06,278 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/A, priority=13, startTime=1732581485817; duration=0sec 2024-11-26T00:38:06,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:06,278 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:A 2024-11-26T00:38:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742431_1607 (size=12697) 2024-11-26T00:38:06,283 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/9d5fb9fa2a164d33ae2b3e716c341a27 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/9d5fb9fa2a164d33ae2b3e716c341a27 2024-11-26T00:38:06,287 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/C of 1d6209f5d61b525ed9cf25bda8db712c into 9d5fb9fa2a164d33ae2b3e716c341a27(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:06,287 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:06,287 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/C, priority=13, startTime=1732581485817; duration=0sec 2024-11-26T00:38:06,287 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:06,287 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:C 2024-11-26T00:38:06,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742432_1608 (size=31105) 2024-11-26T00:38:06,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581546465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T00:38:06,688 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/6c5f57ca00c84a2394ce779351ba8051 2024-11-26T00:38:06,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/024e87c084ac4a8480cc4930aa30f08f is 50, key is test_row_0/B:col10/1732581485018/Put/seqid=0 2024-11-26T00:38:06,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742433_1609 (size=12151) 2024-11-26T00:38:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581546767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:06,980 DEBUG [Thread-2404 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:63738 2024-11-26T00:38:06,981 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:06,981 DEBUG [Thread-2406 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:63738 2024-11-26T00:38:06,981 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:63738 2024-11-26T00:38:06,981 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:06,981 DEBUG [Thread-2406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:06,982 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:63738 2024-11-26T00:38:06,982 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:06,983 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:63738 2024-11-26T00:38:06,983 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:07,129 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/024e87c084ac4a8480cc4930aa30f08f 2024-11-26T00:38:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/a01566be6efa44cdb29552384357339f is 50, key is test_row_0/C:col10/1732581485018/Put/seqid=0 2024-11-26T00:38:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742434_1610 (size=12151) 2024-11-26T00:38:07,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T00:38:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1732581547274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 2024-11-26T00:38:07,545 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/a01566be6efa44cdb29552384357339f 2024-11-26T00:38:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/6c5f57ca00c84a2394ce779351ba8051 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051 2024-11-26T00:38:07,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051, entries=150, sequenceid=247, filesize=30.4 K 2024-11-26T00:38:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/024e87c084ac4a8480cc4930aa30f08f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/024e87c084ac4a8480cc4930aa30f08f 2024-11-26T00:38:07,560 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/024e87c084ac4a8480cc4930aa30f08f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T00:38:07,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/a01566be6efa44cdb29552384357339f as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a01566be6efa44cdb29552384357339f 2024-11-26T00:38:07,562 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a01566be6efa44cdb29552384357339f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T00:38:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1d6209f5d61b525ed9cf25bda8db712c in 1739ms, sequenceid=247, compaction requested=false 2024-11-26T00:38:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d90b379473c3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-26T00:38:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-26T00:38:07,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-26T00:38:07,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-11-26T00:38:07,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.0460 sec 2024-11-26T00:38:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T00:38:07,623 INFO [Thread-2397 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-26T00:38:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35461 {}] regionserver.HRegion(8581): Flush requested on 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:08,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T00:38:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:08,281 DEBUG [Thread-2393 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:63738 2024-11-26T00:38:08,281 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:08,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:08,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:08,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112680a5fa6cf3f6403bb1626d054e617636_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_0/A:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742435_1611 (size=12404) 2024-11-26T00:38:08,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:08,702 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112680a5fa6cf3f6403bb1626d054e617636_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112680a5fa6cf3f6403bb1626d054e617636_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:08,704 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/04173da5cfab43c0a249ddb4945e4197, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:08,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/04173da5cfab43c0a249ddb4945e4197 is 175, key is test_row_0/A:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742436_1612 (size=31205) 2024-11-26T00:38:09,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/04173da5cfab43c0a249ddb4945e4197 2024-11-26T00:38:09,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f993665913eb46ceab3b47d52dee4816 is 50, key is test_row_0/B:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742437_1613 (size=12251) 2024-11-26T00:38:09,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f993665913eb46ceab3b47d52dee4816 2024-11-26T00:38:09,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/4d556ea301d74161bed3eeca441a9193 is 50, key is test_row_0/C:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:09,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742438_1614 (size=12251) 2024-11-26T00:38:09,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/4d556ea301d74161bed3eeca441a9193 2024-11-26T00:38:09,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/04173da5cfab43c0a249ddb4945e4197 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197 2024-11-26T00:38:09,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197, entries=150, sequenceid=262, filesize=30.5 K 2024-11-26T00:38:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/f993665913eb46ceab3b47d52dee4816 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f993665913eb46ceab3b47d52dee4816 2024-11-26T00:38:09,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f993665913eb46ceab3b47d52dee4816, entries=150, sequenceid=262, filesize=12.0 K 2024-11-26T00:38:09,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/4d556ea301d74161bed3eeca441a9193 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4d556ea301d74161bed3eeca441a9193 2024-11-26T00:38:09,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4d556ea301d74161bed3eeca441a9193, entries=150, sequenceid=262, filesize=12.0 K 2024-11-26T00:38:09,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 1d6209f5d61b525ed9cf25bda8db712c in 1687ms, sequenceid=262, compaction requested=true 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T00:38:09,968 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d6209f5d61b525ed9cf25bda8db712c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T00:38:09,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:09,968 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:09,968 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:09,968 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:09,968 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/A is initiating minor compaction (all files) 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/B is initiating minor compaction (all files) 2024-11-26T00:38:09,969 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/A in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:09,969 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/B in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:09,969 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0dab9ede2f7b465094aca3cd97557925, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/024e87c084ac4a8480cc4930aa30f08f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f993665913eb46ceab3b47d52dee4816] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=36.2 K 2024-11-26T00:38:09,969 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/b888f216fd714984955a15ae6c43711f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=91.8 K 2024-11-26T00:38:09,969 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. files: [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/b888f216fd714984955a15ae6c43711f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197] 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dab9ede2f7b465094aca3cd97557925, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581484912 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting b888f216fd714984955a15ae6c43711f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581484912 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 024e87c084ac4a8480cc4930aa30f08f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732581485004 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c5f57ca00c84a2394ce779351ba8051, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732581485004 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting f993665913eb46ceab3b47d52dee4816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732581486153 2024-11-26T00:38:09,969 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04173da5cfab43c0a249ddb4945e4197, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732581486153 2024-11-26T00:38:09,974 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:09,976 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:09,976 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126f07af60697ea4fa19b8e2d64be7e9d70_1d6209f5d61b525ed9cf25bda8db712c store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:09,976 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/c052b7207d0d49309c3b8f4443c9b41e is 50, key is test_row_0/B:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:09,978 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126f07af60697ea4fa19b8e2d64be7e9d70_1d6209f5d61b525ed9cf25bda8db712c, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:09,978 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f07af60697ea4fa19b8e2d64be7e9d70_1d6209f5d61b525ed9cf25bda8db712c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742439_1615 (size=12899) 2024-11-26T00:38:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742440_1616 (size=4469) 2024-11-26T00:38:10,383 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:10,385 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/f2325ceeca944751b2e3e2dcdac75bfc is 175, key is test_row_0/A:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:10,389 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/c052b7207d0d49309c3b8f4443c9b41e as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/c052b7207d0d49309c3b8f4443c9b41e 2024-11-26T00:38:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742441_1617 (size=31853) 2024-11-26T00:38:10,394 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/B of 1d6209f5d61b525ed9cf25bda8db712c into c052b7207d0d49309c3b8f4443c9b41e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:10,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:10,394 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/B, priority=13, startTime=1732581489968; duration=0sec 2024-11-26T00:38:10,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T00:38:10,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:B 2024-11-26T00:38:10,394 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T00:38:10,395 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T00:38:10,395 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1540): 1d6209f5d61b525ed9cf25bda8db712c/C is initiating minor compaction (all files) 2024-11-26T00:38:10,395 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d6209f5d61b525ed9cf25bda8db712c/C in TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:10,395 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/9d5fb9fa2a164d33ae2b3e716c341a27, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a01566be6efa44cdb29552384357339f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4d556ea301d74161bed3eeca441a9193] into tmpdir=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp, totalSize=36.2 K 2024-11-26T00:38:10,396 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d5fb9fa2a164d33ae2b3e716c341a27, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732581484912 2024-11-26T00:38:10,396 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting a01566be6efa44cdb29552384357339f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732581485004 2024-11-26T00:38:10,396 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d556ea301d74161bed3eeca441a9193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732581486153 2024-11-26T00:38:10,404 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d6209f5d61b525ed9cf25bda8db712c#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T00:38:10,404 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/3fa4efd5bef1479c937c00d17077a869 is 50, key is test_row_0/C:col10/1732581486157/Put/seqid=0 2024-11-26T00:38:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742442_1618 (size=12899) 2024-11-26T00:38:10,801 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/f2325ceeca944751b2e3e2dcdac75bfc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/f2325ceeca944751b2e3e2dcdac75bfc 2024-11-26T00:38:10,806 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/A of 1d6209f5d61b525ed9cf25bda8db712c into f2325ceeca944751b2e3e2dcdac75bfc(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:10,806 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:10,806 INFO [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/A, priority=13, startTime=1732581489968; duration=0sec 2024-11-26T00:38:10,806 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:10,806 DEBUG [RS:0;d90b379473c3:35461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:A 2024-11-26T00:38:10,813 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/3fa4efd5bef1479c937c00d17077a869 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/3fa4efd5bef1479c937c00d17077a869 2024-11-26T00:38:10,818 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d6209f5d61b525ed9cf25bda8db712c/C of 1d6209f5d61b525ed9cf25bda8db712c into 3fa4efd5bef1479c937c00d17077a869(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T00:38:10,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:10,818 INFO [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c., storeName=1d6209f5d61b525ed9cf25bda8db712c/C, priority=13, startTime=1732581489968; duration=0sec 2024-11-26T00:38:10,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T00:38:10,818 DEBUG [RS:0;d90b379473c3:35461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d6209f5d61b525ed9cf25bda8db712c:C 2024-11-26T00:38:11,688 DEBUG [Thread-2387 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:63738 2024-11-26T00:38:11,688 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:11,729 DEBUG [Thread-2395 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:63738 2024-11-26T00:38:11,729 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:11,790 DEBUG [Thread-2391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:63738 2024-11-26T00:38:11,790 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:12,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T00:38:15,567 DEBUG [Thread-2389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:63738 2024-11-26T00:38:15,567 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6601 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6380 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6472 2024-11-26T00:38:15,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6589 2024-11-26T00:38:15,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6381 2024-11-26T00:38:15,569 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T00:38:15,569 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:38:15,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:63738 2024-11-26T00:38:15,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:15,570 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T00:38:15,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T00:38:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:15,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581495575"}]},"ts":"1732581495575"} 2024-11-26T00:38:15,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T00:38:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:15,822 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T00:38:15,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T00:38:15,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, UNASSIGN}] 2024-11-26T00:38:15,829 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, UNASSIGN 2024-11-26T00:38:15,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=CLOSING, regionLocation=d90b379473c3,35461,1732581313682 2024-11-26T00:38:15,831 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T00:38:15,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682}] 2024-11-26T00:38:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:15,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d90b379473c3,35461,1732581313682 2024-11-26T00:38:15,985 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:15,985 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T00:38:15,985 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing 1d6209f5d61b525ed9cf25bda8db712c, disabling compactions & flushes 2024-11-26T00:38:15,985 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:15,985 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:15,986 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. after waiting 0 ms 2024-11-26T00:38:15,986 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:15,986 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing 1d6209f5d61b525ed9cf25bda8db712c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T00:38:15,986 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=A 2024-11-26T00:38:15,987 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:15,987 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=B 2024-11-26T00:38:15,987 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:15,987 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d6209f5d61b525ed9cf25bda8db712c, store=C 2024-11-26T00:38:15,987 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T00:38:15,997 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfa0a6ef835747f293986ae31412a32a_1d6209f5d61b525ed9cf25bda8db712c is 50, key is test_row_1/A:col10/1732581495564/Put/seqid=0 2024-11-26T00:38:16,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742443_1619 (size=9914) 2024-11-26T00:38:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:16,401 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T00:38:16,408 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfa0a6ef835747f293986ae31412a32a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfa0a6ef835747f293986ae31412a32a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:16,410 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/ecd31038fc684f6bbcc2d023c7582ca9, store: [table=TestAcidGuarantees family=A region=1d6209f5d61b525ed9cf25bda8db712c] 2024-11-26T00:38:16,411 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/ecd31038fc684f6bbcc2d023c7582ca9 is 175, key is test_row_1/A:col10/1732581495564/Put/seqid=0 2024-11-26T00:38:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742444_1620 (size=22561) 2024-11-26T00:38:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:16,816 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/ecd31038fc684f6bbcc2d023c7582ca9 2024-11-26T00:38:16,853 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/5382bdf432794cb395d7a0f341e1ef31 is 50, key is test_row_1/B:col10/1732581495564/Put/seqid=0 2024-11-26T00:38:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742445_1621 (size=9857) 2024-11-26T00:38:17,261 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/5382bdf432794cb395d7a0f341e1ef31 2024-11-26T00:38:17,273 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/299579cf574c438e80e6efb842e401d8 is 50, key is test_row_1/C:col10/1732581495564/Put/seqid=0 2024-11-26T00:38:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742446_1622 (size=9857) 2024-11-26T00:38:17,678 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/299579cf574c438e80e6efb842e401d8 2024-11-26T00:38:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:17,688 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/A/ecd31038fc684f6bbcc2d023c7582ca9 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ecd31038fc684f6bbcc2d023c7582ca9 2024-11-26T00:38:17,693 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ecd31038fc684f6bbcc2d023c7582ca9, entries=100, sequenceid=272, filesize=22.0 K 2024-11-26T00:38:17,693 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/B/5382bdf432794cb395d7a0f341e1ef31 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5382bdf432794cb395d7a0f341e1ef31 2024-11-26T00:38:17,696 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5382bdf432794cb395d7a0f341e1ef31, entries=100, sequenceid=272, filesize=9.6 K 2024-11-26T00:38:17,696 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/.tmp/C/299579cf574c438e80e6efb842e401d8 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/299579cf574c438e80e6efb842e401d8 2024-11-26T00:38:17,699 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/299579cf574c438e80e6efb842e401d8, entries=100, sequenceid=272, filesize=9.6 K 2024-11-26T00:38:17,700 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1d6209f5d61b525ed9cf25bda8db712c in 1714ms, sequenceid=272, compaction requested=false 2024-11-26T00:38:17,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1fe8a9676b694823a862bc4b0e4e6c1d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/411522d519d4489985e857137d672245, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/48145432428d474aafdb7422e76c5657, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ff8833e919ab4dfd8ef9de1f3f175848, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/b888f216fd714984955a15ae6c43711f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197] to archive 2024-11-26T00:38:17,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:38:17,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/64df080c82304fe9b087f9a45a6f30c3 2024-11-26T00:38:17,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/43c2a2a5c63f4ce98c5e6450debbd2fd 2024-11-26T00:38:17,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/28f09c4929c047ea84b8ebb630bb5167 2024-11-26T00:38:17,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1fe8a9676b694823a862bc4b0e4e6c1d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1fe8a9676b694823a862bc4b0e4e6c1d 2024-11-26T00:38:17,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/1f2c5f43fd704b4fb04680ed9be5caef 2024-11-26T00:38:17,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/411522d519d4489985e857137d672245 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/411522d519d4489985e857137d672245 2024-11-26T00:38:17,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/510d7219ae514791a02c0d2ffb6a0a0c 2024-11-26T00:38:17,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/e99f9b87b7314bfe8972f3c6c1e04bdb 2024-11-26T00:38:17,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/2f8c72caac76402ebc8f4a2ad439b5ff 2024-11-26T00:38:17,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/a08c7456d35f4a838e866ab3c2436d65 2024-11-26T00:38:17,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/48145432428d474aafdb7422e76c5657 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/48145432428d474aafdb7422e76c5657 2024-11-26T00:38:17,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/3cf3c86498284074b484af9e8a989a9f 2024-11-26T00:38:17,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/00e96cecee704eb19d6ab797eb5decfa 2024-11-26T00:38:17,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ff8833e919ab4dfd8ef9de1f3f175848 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ff8833e919ab4dfd8ef9de1f3f175848 2024-11-26T00:38:17,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/178e696e1e3348769fab7124c85631bf 2024-11-26T00:38:17,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/514d8552d0f9469e84706e8d335c0a78 2024-11-26T00:38:17,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/b888f216fd714984955a15ae6c43711f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/b888f216fd714984955a15ae6c43711f 2024-11-26T00:38:17,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/6c5f57ca00c84a2394ce779351ba8051 2024-11-26T00:38:17,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/04173da5cfab43c0a249ddb4945e4197 2024-11-26T00:38:17,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/abb744b33982478c9b44e8a8d32b8a1e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/b0a99877bc594245987ab758bd8398fc, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f85c42366bbe4e66a16bcc9b78c04d08, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/ab3f68bca2fc44ad9b10b11404b25f81, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f71b7e8792c54e27995b657fff0a2a5b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/2a2374818e9049faad6894a921c0b7b7, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5dbddd8e101345d59099357d7f185a76, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/3bae74af548a41e88b361513fee73fb4, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/943215d428324ff382abbe41d692d21f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/59cd693a849a42699f0b662ce6ed856f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/4f3c569894ed42618989e726f81d2aca, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/8d4ecf5783d04e7292f138801ea26250, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9cb549ccfa2c4beda673f77ba334f100, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0893bb2712bd46b59c355de9ff8b950b, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0dab9ede2f7b465094aca3cd97557925, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/d0d83e2f62cb42dc9e8e6196f78af651, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/024e87c084ac4a8480cc4930aa30f08f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f993665913eb46ceab3b47d52dee4816] to archive 2024-11-26T00:38:17,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:38:17,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/abb744b33982478c9b44e8a8d32b8a1e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/abb744b33982478c9b44e8a8d32b8a1e 2024-11-26T00:38:17,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/b0a99877bc594245987ab758bd8398fc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/b0a99877bc594245987ab758bd8398fc 2024-11-26T00:38:17,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f85c42366bbe4e66a16bcc9b78c04d08 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f85c42366bbe4e66a16bcc9b78c04d08 2024-11-26T00:38:17,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/ab3f68bca2fc44ad9b10b11404b25f81 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/ab3f68bca2fc44ad9b10b11404b25f81 2024-11-26T00:38:17,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f71b7e8792c54e27995b657fff0a2a5b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f71b7e8792c54e27995b657fff0a2a5b 2024-11-26T00:38:17,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/2a2374818e9049faad6894a921c0b7b7 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/2a2374818e9049faad6894a921c0b7b7 2024-11-26T00:38:17,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5dbddd8e101345d59099357d7f185a76 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5dbddd8e101345d59099357d7f185a76 2024-11-26T00:38:17,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9ad13dd5f7fa436bb3e83bd7ad6a23c6 2024-11-26T00:38:17,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/3bae74af548a41e88b361513fee73fb4 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/3bae74af548a41e88b361513fee73fb4 2024-11-26T00:38:17,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/943215d428324ff382abbe41d692d21f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/943215d428324ff382abbe41d692d21f 2024-11-26T00:38:17,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/59cd693a849a42699f0b662ce6ed856f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/59cd693a849a42699f0b662ce6ed856f 2024-11-26T00:38:17,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/4f3c569894ed42618989e726f81d2aca to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/4f3c569894ed42618989e726f81d2aca 2024-11-26T00:38:17,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/8d4ecf5783d04e7292f138801ea26250 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/8d4ecf5783d04e7292f138801ea26250 2024-11-26T00:38:17,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9cb549ccfa2c4beda673f77ba334f100 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/9cb549ccfa2c4beda673f77ba334f100 2024-11-26T00:38:17,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0893bb2712bd46b59c355de9ff8b950b to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0893bb2712bd46b59c355de9ff8b950b 2024-11-26T00:38:17,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0dab9ede2f7b465094aca3cd97557925 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/0dab9ede2f7b465094aca3cd97557925 2024-11-26T00:38:17,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/d0d83e2f62cb42dc9e8e6196f78af651 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/d0d83e2f62cb42dc9e8e6196f78af651 2024-11-26T00:38:17,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/024e87c084ac4a8480cc4930aa30f08f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/024e87c084ac4a8480cc4930aa30f08f 2024-11-26T00:38:17,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f993665913eb46ceab3b47d52dee4816 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/f993665913eb46ceab3b47d52dee4816 2024-11-26T00:38:17,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/18828eca25ed4e3098936288543bf9ac, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/798ed3eb0b8a4ca4b60d8413daa02cf6, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/992fd733edaa4bdea851b659f16fabf1, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/13f2884d0b084bfc9b34f0e36db70852, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7c6cf48e43284794b4bd5708ef565baf, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4e4914f738424c909f6492115fc7c89d, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/e354e63c320a4b4eb1f891b9506c3e55, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/b4c7593ffcdc4797b3821479e328520a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/def4eb8137e34c909f42bf195091e15e, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8f29470d729846559ed61ce60296d288, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a8f99cb1af5347a18685a3cc11dfc371, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7b59f5f75c3c4b708235425405211b9a, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/37fe16adcad94699b720217db54e10a5, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8365df4f3fb241ebbb922004065072de, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/dab6c433ef3d4f978dd7b72724836327, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/9d5fb9fa2a164d33ae2b3e716c341a27, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/db58648d87a44d09963451385a77d74c, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a01566be6efa44cdb29552384357339f, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4d556ea301d74161bed3eeca441a9193] to archive 2024-11-26T00:38:17,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T00:38:17,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/18828eca25ed4e3098936288543bf9ac to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/18828eca25ed4e3098936288543bf9ac 2024-11-26T00:38:17,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/798ed3eb0b8a4ca4b60d8413daa02cf6 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/798ed3eb0b8a4ca4b60d8413daa02cf6 2024-11-26T00:38:17,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/992fd733edaa4bdea851b659f16fabf1 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/992fd733edaa4bdea851b659f16fabf1 2024-11-26T00:38:17,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/13f2884d0b084bfc9b34f0e36db70852 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/13f2884d0b084bfc9b34f0e36db70852 2024-11-26T00:38:17,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7c6cf48e43284794b4bd5708ef565baf to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7c6cf48e43284794b4bd5708ef565baf 2024-11-26T00:38:17,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4e4914f738424c909f6492115fc7c89d to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4e4914f738424c909f6492115fc7c89d 2024-11-26T00:38:17,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/e354e63c320a4b4eb1f891b9506c3e55 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/e354e63c320a4b4eb1f891b9506c3e55 2024-11-26T00:38:17,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/b4c7593ffcdc4797b3821479e328520a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/b4c7593ffcdc4797b3821479e328520a 2024-11-26T00:38:17,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/def4eb8137e34c909f42bf195091e15e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/def4eb8137e34c909f42bf195091e15e 2024-11-26T00:38:17,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8f29470d729846559ed61ce60296d288 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8f29470d729846559ed61ce60296d288 2024-11-26T00:38:17,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a8f99cb1af5347a18685a3cc11dfc371 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a8f99cb1af5347a18685a3cc11dfc371 2024-11-26T00:38:17,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7b59f5f75c3c4b708235425405211b9a to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/7b59f5f75c3c4b708235425405211b9a 2024-11-26T00:38:17,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/37fe16adcad94699b720217db54e10a5 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/37fe16adcad94699b720217db54e10a5 2024-11-26T00:38:17,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8365df4f3fb241ebbb922004065072de to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/8365df4f3fb241ebbb922004065072de 2024-11-26T00:38:17,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/dab6c433ef3d4f978dd7b72724836327 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/dab6c433ef3d4f978dd7b72724836327 2024-11-26T00:38:17,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/9d5fb9fa2a164d33ae2b3e716c341a27 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/9d5fb9fa2a164d33ae2b3e716c341a27 2024-11-26T00:38:17,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/db58648d87a44d09963451385a77d74c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/db58648d87a44d09963451385a77d74c 2024-11-26T00:38:17,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a01566be6efa44cdb29552384357339f to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/a01566be6efa44cdb29552384357339f 2024-11-26T00:38:17,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4d556ea301d74161bed3eeca441a9193 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/4d556ea301d74161bed3eeca441a9193 2024-11-26T00:38:17,768 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/recovered.edits/275.seqid, newMaxSeqId=275, maxSeqId=4 2024-11-26T00:38:17,769 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c. 2024-11-26T00:38:17,769 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for 1d6209f5d61b525ed9cf25bda8db712c: 2024-11-26T00:38:17,770 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed 1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:17,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=1d6209f5d61b525ed9cf25bda8db712c, regionState=CLOSED 2024-11-26T00:38:17,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T00:38:17,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure 1d6209f5d61b525ed9cf25bda8db712c, server=d90b379473c3,35461,1732581313682 in 1.9410 sec 2024-11-26T00:38:17,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-26T00:38:17,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d6209f5d61b525ed9cf25bda8db712c, UNASSIGN in 1.9470 sec 2024-11-26T00:38:17,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-26T00:38:17,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9520 sec 2024-11-26T00:38:17,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732581497778"}]},"ts":"1732581497778"} 2024-11-26T00:38:17,780 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T00:38:17,867 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T00:38:17,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2980 sec 2024-11-26T00:38:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T00:38:19,685 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-26T00:38:19,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T00:38:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:19,690 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:19,692 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T00:38:19,695 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,698 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C, FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/recovered.edits] 2024-11-26T00:38:19,702 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ecd31038fc684f6bbcc2d023c7582ca9 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/ecd31038fc684f6bbcc2d023c7582ca9 2024-11-26T00:38:19,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/f2325ceeca944751b2e3e2dcdac75bfc to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/A/f2325ceeca944751b2e3e2dcdac75bfc 2024-11-26T00:38:19,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5382bdf432794cb395d7a0f341e1ef31 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/5382bdf432794cb395d7a0f341e1ef31 2024-11-26T00:38:19,709 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/c052b7207d0d49309c3b8f4443c9b41e to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/B/c052b7207d0d49309c3b8f4443c9b41e 2024-11-26T00:38:19,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/299579cf574c438e80e6efb842e401d8 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/299579cf574c438e80e6efb842e401d8 2024-11-26T00:38:19,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/3fa4efd5bef1479c937c00d17077a869 to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/C/3fa4efd5bef1479c937c00d17077a869 2024-11-26T00:38:19,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/recovered.edits/275.seqid to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c/recovered.edits/275.seqid 2024-11-26T00:38:19,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/default/TestAcidGuarantees/1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,717 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T00:38:19,717 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T00:38:19,718 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T00:38:19,722 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112614f096b7c8b843c983726e1d8c02c62b_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112614f096b7c8b843c983726e1d8c02c62b_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,724 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ee02c2777d847cc9f0ac52aa917b67d_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262ee02c2777d847cc9f0ac52aa917b67d_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,726 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126429f58dfea264c79bd1cef0c55d02a8c_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126429f58dfea264c79bd1cef0c55d02a8c_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,727 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112643af1926df094585b5eb8b7d8e171349_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112643af1926df094585b5eb8b7d8e171349_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265d9e17383ce14ca3950a7f00d26fc45b_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265d9e17383ce14ca3950a7f00d26fc45b_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,731 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112663637cbbf2494fafbf0fcb6ff9772f12_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112663637cbbf2494fafbf0fcb6ff9772f12_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,732 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266385f817419d46ffb99c35bbc62b9fa7_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266385f817419d46ffb99c35bbc62b9fa7_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,734 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267e6bb3a6c3db417fb5aef332fc18c15a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267e6bb3a6c3db417fb5aef332fc18c15a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112680a5fa6cf3f6403bb1626d054e617636_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112680a5fa6cf3f6403bb1626d054e617636_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269a454fdfc51f4914976bb35900d0d9b1_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269a454fdfc51f4914976bb35900d0d9b1_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,739 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f5534398de248b0b0768fff6d24fffb_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f5534398de248b0b0768fff6d24fffb_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,740 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b0a3f1d01d2b4aee974d6148486ce72a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b0a3f1d01d2b4aee974d6148486ce72a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,742 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfa0a6ef835747f293986ae31412a32a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfa0a6ef835747f293986ae31412a32a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0563a10e2be4c5cb8acd9b10195d00a_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e0563a10e2be4c5cb8acd9b10195d00a_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f5aa7e33180b4e58a61dc0894d71bcff_1d6209f5d61b525ed9cf25bda8db712c to hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f5aa7e33180b4e58a61dc0894d71bcff_1d6209f5d61b525ed9cf25bda8db712c 2024-11-26T00:38:19,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T00:38:19,748 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:19,751 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T00:38:19,753 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T00:38:19,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:19,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T00:38:19,754 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732581499754"}]},"ts":"9223372036854775807"} 2024-11-26T00:38:19,756 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T00:38:19,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1d6209f5d61b525ed9cf25bda8db712c, NAME => 'TestAcidGuarantees,,1732581463718.1d6209f5d61b525ed9cf25bda8db712c.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T00:38:19,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T00:38:19,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732581499756"}]},"ts":"9223372036854775807"} 2024-11-26T00:38:19,759 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T00:38:19,793 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T00:38:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T00:38:19,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-11-26T00:38:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T00:38:19,996 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-26T00:38:20,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 241), OpenFileDescriptor=450 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=1914 (was 1946) 2024-11-26T00:38:20,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T00:38:20,013 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T00:38:20,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:63738 2024-11-26T00:38:20,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:20,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T00:38:20,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1610069381, stopped=false 2024-11-26T00:38:20,014 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=d90b379473c3,35187,1732581312920 2024-11-26T00:38:20,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T00:38:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T00:38:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T00:38:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:38:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:38:20,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:20,025 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd90b379473c3,35461,1732581313682' ***** 2024-11-26T00:38:20,025 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T00:38:20,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T00:38:20,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T00:38:20,026 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T00:38:20,026 INFO [RS:0;d90b379473c3:35461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T00:38:20,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T00:38:20,026 INFO [RS:0;d90b379473c3:35461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T00:38:20,026 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(3579): Received CLOSE for be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:38:20,027 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1224): stopping server d90b379473c3,35461,1732581313682 2024-11-26T00:38:20,027 DEBUG [RS:0;d90b379473c3:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:20,027 INFO [RS:0;d90b379473c3:35461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T00:38:20,027 INFO [RS:0;d90b379473c3:35461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T00:38:20,027 INFO [RS:0;d90b379473c3:35461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T00:38:20,027 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T00:38:20,030 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing be3d44ec4445a6e8888b95e00ec2cab5, disabling compactions & flushes 2024-11-26T00:38:20,031 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. after waiting 0 ms 2024-11-26T00:38:20,031 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:38:20,031 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, be3d44ec4445a6e8888b95e00ec2cab5=hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5.} 2024-11-26T00:38:20,031 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing be3d44ec4445a6e8888b95e00ec2cab5 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T00:38:20,031 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T00:38:20,031 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T00:38:20,031 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T00:38:20,035 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, be3d44ec4445a6e8888b95e00ec2cab5 2024-11-26T00:38:20,048 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/.tmp/info/c89d40a645604928902350cf0542ea02 is 45, key is default/info:d/1732581319348/Put/seqid=0 2024-11-26T00:38:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742447_1623 (size=5037) 2024-11-26T00:38:20,052 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/.tmp/info/c89d40a645604928902350cf0542ea02 2024-11-26T00:38:20,054 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/.tmp/info/c89d40a645604928902350cf0542ea02 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/info/c89d40a645604928902350cf0542ea02 2024-11-26T00:38:20,056 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/info/8ac8a576305e4d0094778529b7002f4c is 143, key is hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5./info:regioninfo/1732581319202/Put/seqid=0 2024-11-26T00:38:20,057 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/info/c89d40a645604928902350cf0542ea02, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T00:38:20,057 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for be3d44ec4445a6e8888b95e00ec2cab5 in 26ms, sequenceid=6, compaction requested=false 2024-11-26T00:38:20,062 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/namespace/be3d44ec4445a6e8888b95e00ec2cab5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T00:38:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742448_1624 (size=7725) 2024-11-26T00:38:20,062 INFO [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:38:20,062 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for be3d44ec4445a6e8888b95e00ec2cab5: 2024-11-26T00:38:20,062 DEBUG [RS_CLOSE_REGION-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732581317893.be3d44ec4445a6e8888b95e00ec2cab5. 2024-11-26T00:38:20,107 INFO [regionserver/d90b379473c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T00:38:20,235 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T00:38:20,435 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T00:38:20,463 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/info/8ac8a576305e4d0094778529b7002f4c 2024-11-26T00:38:20,489 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/rep_barrier/38ea75fe4e9e43ad9a5d7cb38bb2cee2 is 102, key is TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6./rep_barrier:/1732581346633/DeleteFamily/seqid=0 2024-11-26T00:38:20,490 INFO [regionserver/d90b379473c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T00:38:20,491 INFO [regionserver/d90b379473c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T00:38:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742449_1625 (size=6025) 2024-11-26T00:38:20,636 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T00:38:20,836 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T00:38:20,893 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/rep_barrier/38ea75fe4e9e43ad9a5d7cb38bb2cee2 2024-11-26T00:38:20,922 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/table/0ab3892d07844df290802e0032092645 is 96, key is TestAcidGuarantees,,1732581319627.10177dc7f9037055806a3824880b59c6./table:/1732581346633/DeleteFamily/seqid=0 2024-11-26T00:38:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742450_1626 (size=5942) 2024-11-26T00:38:21,036 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T00:38:21,037 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T00:38:21,037 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T00:38:21,237 DEBUG [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T00:38:21,326 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/table/0ab3892d07844df290802e0032092645 2024-11-26T00:38:21,334 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/info/8ac8a576305e4d0094778529b7002f4c as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/info/8ac8a576305e4d0094778529b7002f4c 2024-11-26T00:38:21,340 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/info/8ac8a576305e4d0094778529b7002f4c, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T00:38:21,340 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/rep_barrier/38ea75fe4e9e43ad9a5d7cb38bb2cee2 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/rep_barrier/38ea75fe4e9e43ad9a5d7cb38bb2cee2 2024-11-26T00:38:21,343 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/rep_barrier/38ea75fe4e9e43ad9a5d7cb38bb2cee2, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T00:38:21,344 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/.tmp/table/0ab3892d07844df290802e0032092645 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/table/0ab3892d07844df290802e0032092645 2024-11-26T00:38:21,346 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/table/0ab3892d07844df290802e0032092645, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T00:38:21,346 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=93, compaction requested=false 2024-11-26T00:38:21,349 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T00:38:21,350 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T00:38:21,350 INFO [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T00:38:21,350 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T00:38:21,350 DEBUG [RS_CLOSE_META-regionserver/d90b379473c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T00:38:21,437 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1250): stopping server d90b379473c3,35461,1732581313682; all regions closed. 2024-11-26T00:38:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741834_1010 (size=26050) 2024-11-26T00:38:21,450 DEBUG [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/oldWALs 2024-11-26T00:38:21,451 INFO [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d90b379473c3%2C35461%2C1732581313682.meta:.meta(num 1732581317594) 2024-11-26T00:38:21,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741832_1008 (size=13785563) 2024-11-26T00:38:21,458 DEBUG [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/oldWALs 2024-11-26T00:38:21,458 INFO [RS:0;d90b379473c3:35461 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d90b379473c3%2C35461%2C1732581313682:(num 1732581316564) 2024-11-26T00:38:21,458 DEBUG [RS:0;d90b379473c3:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:21,458 INFO [RS:0;d90b379473c3:35461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T00:38:21,459 INFO [RS:0;d90b379473c3:35461 {}] hbase.ChoreService(370): Chore service for: regionserver/d90b379473c3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T00:38:21,459 INFO [regionserver/d90b379473c3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T00:38:21,459 INFO [RS:0;d90b379473c3:35461 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35461 2024-11-26T00:38:21,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d90b379473c3,35461,1732581313682 2024-11-26T00:38:21,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T00:38:21,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d90b379473c3,35461,1732581313682] 2024-11-26T00:38:21,509 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing d90b379473c3,35461,1732581313682; numProcessing=1 2024-11-26T00:38:21,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/d90b379473c3,35461,1732581313682 already deleted, retry=false 2024-11-26T00:38:21,517 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; d90b379473c3,35461,1732581313682 expired; onlineServers=0 2024-11-26T00:38:21,517 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd90b379473c3,35187,1732581312920' ***** 2024-11-26T00:38:21,517 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T00:38:21,518 DEBUG [M:0;d90b379473c3:35187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d237f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d90b379473c3/172.17.0.2:0 2024-11-26T00:38:21,518 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegionServer(1224): stopping server d90b379473c3,35187,1732581312920 2024-11-26T00:38:21,518 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegionServer(1250): stopping server d90b379473c3,35187,1732581312920; all regions closed. 2024-11-26T00:38:21,518 DEBUG [M:0;d90b379473c3:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T00:38:21,519 DEBUG [M:0;d90b379473c3:35187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T00:38:21,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T00:38:21,519 DEBUG [M:0;d90b379473c3:35187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T00:38:21,519 DEBUG [master/d90b379473c3:0:becomeActiveMaster-HFileCleaner.large.0-1732581316301 {}] cleaner.HFileCleaner(306): Exit Thread[master/d90b379473c3:0:becomeActiveMaster-HFileCleaner.large.0-1732581316301,5,FailOnTimeoutGroup] 2024-11-26T00:38:21,519 DEBUG [master/d90b379473c3:0:becomeActiveMaster-HFileCleaner.small.0-1732581316303 {}] cleaner.HFileCleaner(306): Exit Thread[master/d90b379473c3:0:becomeActiveMaster-HFileCleaner.small.0-1732581316303,5,FailOnTimeoutGroup] 2024-11-26T00:38:21,520 INFO [M:0;d90b379473c3:35187 {}] hbase.ChoreService(370): Chore service for: master/d90b379473c3:0 had [] on shutdown 2024-11-26T00:38:21,520 DEBUG [M:0;d90b379473c3:35187 {}] master.HMaster(1733): Stopping service threads 2024-11-26T00:38:21,520 INFO [M:0;d90b379473c3:35187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T00:38:21,520 ERROR [M:0;d90b379473c3:35187 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T00:38:21,522 INFO [M:0;d90b379473c3:35187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T00:38:21,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T00:38:21,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T00:38:21,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T00:38:21,525 DEBUG [M:0;d90b379473c3:35187 {}] zookeeper.ZKUtil(347): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T00:38:21,525 WARN [M:0;d90b379473c3:35187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T00:38:21,525 INFO [M:0;d90b379473c3:35187 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T00:38:21,525 INFO [M:0;d90b379473c3:35187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T00:38:21,526 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T00:38:21,526 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:38:21,526 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:38:21,526 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T00:38:21,526 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:38:21,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T00:38:21,526 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=760.35 KB heapSize=934.46 KB 2024-11-26T00:38:21,546 DEBUG [M:0;d90b379473c3:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6a80a38588f4ca78d5e2be19d6671bc is 82, key is hbase:meta,,1/info:regioninfo/1732581317710/Put/seqid=0 2024-11-26T00:38:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742451_1627 (size=5672) 2024-11-26T00:38:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T00:38:21,609 INFO [RS:0;d90b379473c3:35461 {}] regionserver.HRegionServer(1307): Exiting; stopping=d90b379473c3,35461,1732581313682; zookeeper connection closed. 2024-11-26T00:38:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10175da68fa0001, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T00:38:21,609 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e0c5f6b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e0c5f6b 2024-11-26T00:38:21,610 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T00:38:21,951 INFO [M:0;d90b379473c3:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2155 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6a80a38588f4ca78d5e2be19d6671bc 2024-11-26T00:38:21,998 DEBUG [M:0;d90b379473c3:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38b24bdd79244dcfaf0d76e4f1ddde16 is 2282, key is \x00\x00\x00\x00\x00\x00\x00./proc:d/1732581350030/Put/seqid=0 2024-11-26T00:38:22,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742452_1628 (size=43587) 2024-11-26T00:38:22,402 INFO [M:0;d90b379473c3:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=759.80 KB at sequenceid=2155 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38b24bdd79244dcfaf0d76e4f1ddde16 2024-11-26T00:38:22,410 INFO [M:0;d90b379473c3:35187 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38b24bdd79244dcfaf0d76e4f1ddde16 2024-11-26T00:38:22,426 DEBUG [M:0;d90b379473c3:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e97bcb5a44b84ac39edd806c34b2aee8 is 69, key is d90b379473c3,35461,1732581313682/rs:state/1732581316322/Put/seqid=0 2024-11-26T00:38:22,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073742453_1629 (size=5156) 2024-11-26T00:38:22,830 INFO [M:0;d90b379473c3:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2155 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e97bcb5a44b84ac39edd806c34b2aee8 2024-11-26T00:38:22,833 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6a80a38588f4ca78d5e2be19d6671bc as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6a80a38588f4ca78d5e2be19d6671bc 2024-11-26T00:38:22,835 INFO [M:0;d90b379473c3:35187 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6a80a38588f4ca78d5e2be19d6671bc, entries=8, sequenceid=2155, filesize=5.5 K 2024-11-26T00:38:22,836 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38b24bdd79244dcfaf0d76e4f1ddde16 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38b24bdd79244dcfaf0d76e4f1ddde16 2024-11-26T00:38:22,838 INFO [M:0;d90b379473c3:35187 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38b24bdd79244dcfaf0d76e4f1ddde16 2024-11-26T00:38:22,838 INFO [M:0;d90b379473c3:35187 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38b24bdd79244dcfaf0d76e4f1ddde16, entries=171, sequenceid=2155, filesize=42.6 K 2024-11-26T00:38:22,839 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e97bcb5a44b84ac39edd806c34b2aee8 as hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e97bcb5a44b84ac39edd806c34b2aee8 2024-11-26T00:38:22,841 INFO [M:0;d90b379473c3:35187 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34239/user/jenkins/test-data/985059f2-b5f6-f0a1-6ea4-15c48165401a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e97bcb5a44b84ac39edd806c34b2aee8, entries=1, sequenceid=2155, filesize=5.0 K 2024-11-26T00:38:22,842 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegion(3040): Finished flush of dataSize ~760.35 KB/778602, heapSize ~934.16 KB/956584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=2155, compaction requested=false 2024-11-26T00:38:22,843 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T00:38:22,843 DEBUG [M:0;d90b379473c3:35187 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T00:38:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741830_1006 (size=919884) 2024-11-26T00:38:22,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T00:38:22,846 INFO [M:0;d90b379473c3:35187 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T00:38:22,846 INFO [M:0;d90b379473c3:35187 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35187 2024-11-26T00:38:22,883 DEBUG [M:0;d90b379473c3:35187 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/d90b379473c3,35187,1732581312920 already deleted, retry=false 2024-11-26T00:38:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T00:38:22,992 INFO [M:0;d90b379473c3:35187 {}] regionserver.HRegionServer(1307): Exiting; stopping=d90b379473c3,35187,1732581312920; zookeeper connection closed. 2024-11-26T00:38:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10175da68fa0000, quorum=127.0.0.1:63738, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T00:38:23,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T00:38:23,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T00:38:23,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T00:38:23,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T00:38:23,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/hadoop.log.dir/,STOPPED} 2024-11-26T00:38:23,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T00:38:23,007 WARN [BP-1409331354-172.17.0.2-1732581309741 heartbeating to localhost/127.0.0.1:34239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T00:38:23,007 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T00:38:23,007 WARN [BP-1409331354-172.17.0.2-1732581309741 heartbeating to localhost/127.0.0.1:34239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1409331354-172.17.0.2-1732581309741 (Datanode Uuid 30772f90-5b5b-4b59-9ff0-958329bb5b81) service to localhost/127.0.0.1:34239 2024-11-26T00:38:23,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/dfs/data/data1/current/BP-1409331354-172.17.0.2-1732581309741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T00:38:23,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/cluster_1d3db26b-2d3b-93bf-2312-89b48153ae37/dfs/data/data2/current/BP-1409331354-172.17.0.2-1732581309741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T00:38:23,010 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T00:38:23,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T00:38:23,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T00:38:23,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T00:38:23,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T00:38:23,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7e69ebd-ad9e-96ed-fa56-387ea6e55867/hadoop.log.dir/,STOPPED} 2024-11-26T00:38:23,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T00:38:23,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T00:38:23,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties